llama-cpp

2025-03-12 18:11:16 -05:00
parent aa55657524
commit f461bd15eb
1 changed files with 8 additions and 0 deletions
--- a/hosts/nas/apps/ollama/default.nix
+++ b/hosts/nas/apps/ollama/default.nix
@@ -10,6 +10,14 @@
    home = "/media/nas/ssd/nix-app-data/ollama";
  };

+  services.llama-cpp = {
+    enable = true;
+    port = 10400;
+    host = "0.0.0.0";
+    openFirewall = true;
+    model = "meetkai/functionary-small-v3.2";
+  };
+
  services.open-webui = {
    enable = true;
    host = "0.0.0.0";