mjallen/nix-config
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

idk shits so fucked lol

Browse Source
This commit is contained in:
mjallen18
2026-01-30 08:36:17 -06:00
parent 1331e69b58
commit 10fa5498ee
5 changed files with 60 additions and 90 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
modules/nixos/services/ai/default.nix
View File

@@ -35,7 +35,7 @@ let
port = 8127;
host = "0.0.0.0";
openFirewall = cfg.openFirewall;
model = "${cfg.configDir}/llama-cpp/models/functionary-small-v3.2-GGUF/functionary-small-v3.2.Q4_0.gguf";
# model = "${cfg.configDir}/llama-cpp/models/functionary-small-v3.2-GGUF/functionary-small-v3.2.Q4_0.gguf";
package = pkgs.llama-cpp-rocm;
extraFlags = [
"--n_gpu-layers"