From f461bd15eb25acef450ef5632b2aaf6329e85c4b Mon Sep 17 00:00:00 2001
From: mjallen18 <matt.l.jallen@gmail.com>
Date: Wed, 12 Mar 2025 18:11:16 -0500
Subject: [PATCH] llama-cpp

---
 hosts/nas/apps/ollama/default.nix | 8 ++++++++
 1 file changed, 8 insertions(+)

diff --git a/hosts/nas/apps/ollama/default.nix b/hosts/nas/apps/ollama/default.nix
index a0a5dc3..d18222e 100755
--- a/hosts/nas/apps/ollama/default.nix
+++ b/hosts/nas/apps/ollama/default.nix
@@ -10,6 +10,14 @@
     home = "/media/nas/ssd/nix-app-data/ollama";
   };
 
+  services.llama-cpp = {
+    enable = true;
+    port = 10400;
+    host = "0.0.0.0";
+    openFirewall = true;
+    model = "meetkai/functionary-small-v3.2";
+  };
+
   services.open-webui = {
     enable = true;
     host = "0.0.0.0";