mjallen/nix-config
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

llama-cpp

Browse Source
This commit is contained in:
mjallen18
2025-03-12 18:11:16 -05:00
parent aa55657524
commit f461bd15eb
1 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
hosts/nas/apps/ollama/default.nix
View File

@@ -10,6 +10,14 @@
home = "/media/nas/ssd/nix-app-data/ollama"; home = "/media/nas/ssd/nix-app-data/ollama";
}; };
services.llama-cpp = {
enable = true;
port = 10400;
host = "0.0.0.0";
openFirewall = true;
model = "meetkai/functionary-small-v3.2";
};
services.open-webui = { services.open-webui = {
enable = true; enable = true;
host = "0.0.0.0"; host = "0.0.0.0";