update hass addons
This commit is contained in:
@@ -36,7 +36,7 @@ in
|
||||
home = "/media/nas/main/nix-app-data/ollama";
|
||||
};
|
||||
|
||||
environment.systemPackages = [ llamaPackage ];
|
||||
environment.systemPackages = [ pkgs.stable.llama-cpp ];
|
||||
|
||||
services.llama-cpp = {
|
||||
enable = true;
|
||||
@@ -44,7 +44,7 @@ in
|
||||
host = "0.0.0.0";
|
||||
openFirewall = true;
|
||||
model = "/media/nas/main/nix-app-data/llama-cpp/models/functionary-small-v3.2-GGUF/functionary-small-v3.2.Q4_0.gguf";
|
||||
package = llamaPackage; # pkgs.unstable.llama-cpp;
|
||||
package = pkgs.stable.llama-cpp;
|
||||
extraFlags = [
|
||||
"--n_gpu-layers"
|
||||
"500"
|
||||
|
||||
Reference in New Issue
Block a user