This commit is contained in:
mjallen18
2025-12-05 12:30:45 -06:00
parent a94f5c20aa
commit f54285bfe6
4 changed files with 25 additions and 29 deletions

View File

@@ -29,7 +29,6 @@ in
"bluetooth"
"bluetooth_adapters"
"bluetooth_le_tracker"
"bluetooth_tracker"
"brother"
"browser"
"button"
@@ -47,7 +46,6 @@ in
"configurator"
"counter"
"cpuspeed"
"cups"
"date"
"datetime"
"deluge"
@@ -122,8 +120,6 @@ in
"ipp"
"isal"
"jellyfin"
"keyboard"
"keyboard_remote"
"lidarr"
"light"
"litterrobot"

View File

@@ -15,12 +15,12 @@ in
config = mkIf cfg.enable {
services.ollama = {
enable = true;
package = pkgs.ollama-rocm;
port = 11434;
host = "0.0.0.0";
user = "nix-apps";
group = "jallen-nas";
openFirewall = true;
acceleration = "rocm";
rocmOverrideGfx = "11.0.2";
loadModels = [ "mistral:instruct" ];
home = "/media/nas/main/nix-app-data/ollama";
@@ -32,7 +32,7 @@ in
host = "0.0.0.0";
openFirewall = true;
model = "/media/nas/main/nix-app-data/llama-cpp/models/functionary-small-v3.2-GGUF/functionary-small-v3.2.Q4_0.gguf";
package = pkgs.llama-cpp;
package = pkgs.llama-cpp-rocm;
extraFlags = [
"--n_gpu-layers"
"500"