mjallen/nix-config
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

lib fixes, upd

Browse Source
This commit is contained in:
mjallen18
2025-12-01 09:53:26 -06:00
parent be9be7a4c5
commit 421c1e155b
6 changed files with 37 additions and 55 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
modules/nixos/services/ai/default.nix
View File

@@ -32,7 +32,7 @@ in
host = "0.0.0.0";
openFirewall = true;
model = "/media/nas/main/nix-app-data/llama-cpp/models/functionary-small-v3.2-GGUF/functionary-small-v3.2.Q4_0.gguf";
package = pkgs.stable.llama-cpp;
package = pkgs.llama-cpp;
extraFlags = [
"--n_gpu-layers"
"500"
@@ -46,7 +46,7 @@ in
services.open-webui = {
enable = true;
package = pkgs.stable.open-webui;
package = pkgs.open-webui;
host = "0.0.0.0";
port = 8888;
openFirewall = true;