diff --git a/hosts/nas/apps/ollama/default.nix b/hosts/nas/apps/ollama/default.nix index a0a5dc3..d18222e 100755 --- a/hosts/nas/apps/ollama/default.nix +++ b/hosts/nas/apps/ollama/default.nix @@ -10,6 +10,14 @@ home = "/media/nas/ssd/nix-app-data/ollama"; }; + services.llama-cpp = { + enable = true; + port = 10400; + host = "0.0.0.0"; + openFirewall = true; + model = "meetkai/functionary-small-v3.2"; + }; + services.open-webui = { enable = true; host = "0.0.0.0";