up
This commit is contained in:
@@ -29,7 +29,6 @@ in
|
||||
"bluetooth"
|
||||
"bluetooth_adapters"
|
||||
"bluetooth_le_tracker"
|
||||
"bluetooth_tracker"
|
||||
"brother"
|
||||
"browser"
|
||||
"button"
|
||||
@@ -47,7 +46,6 @@ in
|
||||
"configurator"
|
||||
"counter"
|
||||
"cpuspeed"
|
||||
"cups"
|
||||
"date"
|
||||
"datetime"
|
||||
"deluge"
|
||||
@@ -122,8 +120,6 @@ in
|
||||
"ipp"
|
||||
"isal"
|
||||
"jellyfin"
|
||||
"keyboard"
|
||||
"keyboard_remote"
|
||||
"lidarr"
|
||||
"light"
|
||||
"litterrobot"
|
||||
|
||||
@@ -15,12 +15,12 @@ in
|
||||
config = mkIf cfg.enable {
|
||||
services.ollama = {
|
||||
enable = true;
|
||||
package = pkgs.ollama-rocm;
|
||||
port = 11434;
|
||||
host = "0.0.0.0";
|
||||
user = "nix-apps";
|
||||
group = "jallen-nas";
|
||||
openFirewall = true;
|
||||
acceleration = "rocm";
|
||||
rocmOverrideGfx = "11.0.2";
|
||||
loadModels = [ "mistral:instruct" ];
|
||||
home = "/media/nas/main/nix-app-data/ollama";
|
||||
@@ -32,7 +32,7 @@ in
|
||||
host = "0.0.0.0";
|
||||
openFirewall = true;
|
||||
model = "/media/nas/main/nix-app-data/llama-cpp/models/functionary-small-v3.2-GGUF/functionary-small-v3.2.Q4_0.gguf";
|
||||
package = pkgs.llama-cpp;
|
||||
package = pkgs.llama-cpp-rocm;
|
||||
extraFlags = [
|
||||
"--n_gpu-layers"
|
||||
"500"
|
||||
|
||||
Reference in New Issue
Block a user