mjallen/nix-config
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

upd full

Browse Source
This commit is contained in:
mjallen18
2026-01-12 12:08:36 -06:00
parent dfd8d9a1a8
commit 382f059188
27 changed files with 151 additions and 154 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
modules/nixos/services/ai/default.nix
View File

@@ -19,7 +19,7 @@ let
services = {
ollama = {
enable = true;
package = pkgs.stable.ollama-rocm;
package = pkgs.ollama-rocm;
port = 11434;
host = "0.0.0.0";
user = "nix-apps";
@@ -36,7 +36,7 @@ let
host = "0.0.0.0";
openFirewall = cfg.openFirewall;
model = "${cfg.configDir}/llama-cpp/models/functionary-small-v3.2-GGUF/functionary-small-v3.2.Q4_0.gguf";
package = pkgs.stable.llama-cpp-rocm;
package = pkgs.llama-cpp-rocm;
extraFlags = [
"--n_gpu-layers"
"500"
@@ -50,7 +50,7 @@ let
open-webui = {
enable = true;
package = pkgs.stable.open-webui;
package = pkgs.unstable.open-webui;
host = "0.0.0.0";
port = 8888;
openFirewall = cfg.openFirewall;