nas stuff and upd

modules/nixos/services/ai/default.nix

@@ -21,13 +21,13 @@ in
       group = "jallen-nas";
       openFirewall = true;
       acceleration = "rocm";
+      rocmOverrideGfx = "11.0.2";
+      loadModels = [ "mistral:instruct" ];
       home = "/media/nas/main/nix-app-data/ollama";
     };
 
-    environment.systemPackages = [ pkgs.stable.llama-cpp ];
-
     services.llama-cpp = {
-      enable = true;
+      enable = false;
       port = 8127;
       host = "0.0.0.0";
       openFirewall = true;
@@ -45,7 +45,7 @@ in
     };
 
     services.open-webui = {
-      enable = false;
+      enable = true;
       host = "0.0.0.0";
       port = 8888;
       openFirewall = true;