nas stuff and upd
This commit is contained in:
@@ -23,9 +23,6 @@ in
|
||||
|
||||
config = mkIf cfg.enable {
|
||||
boot = {
|
||||
kernelParams = [
|
||||
"quiet"
|
||||
];
|
||||
|
||||
binfmt = lib.mkIf isArm {
|
||||
registrations."x86_64-linux" = {
|
||||
|
||||
@@ -21,13 +21,13 @@ in
|
||||
group = "jallen-nas";
|
||||
openFirewall = true;
|
||||
acceleration = "rocm";
|
||||
rocmOverrideGfx = "11.0.2";
|
||||
loadModels = [ "mistral:instruct" ];
|
||||
home = "/media/nas/main/nix-app-data/ollama";
|
||||
};
|
||||
|
||||
environment.systemPackages = [ pkgs.stable.llama-cpp ];
|
||||
|
||||
services.llama-cpp = {
|
||||
enable = true;
|
||||
enable = false;
|
||||
port = 8127;
|
||||
host = "0.0.0.0";
|
||||
openFirewall = true;
|
||||
@@ -45,7 +45,7 @@ in
|
||||
};
|
||||
|
||||
services.open-webui = {
|
||||
enable = false;
|
||||
enable = true;
|
||||
host = "0.0.0.0";
|
||||
port = 8888;
|
||||
openFirewall = true;
|
||||
|
||||
Reference in New Issue
Block a user