kavita

2026-03-29 22:24:04 -05:00
parent 0967e27fca
commit 62736ed77c
9 changed files with 78 additions and 27 deletions
--- a/modules/nixos/services/ai/default.nix
+++ b/modules/nixos/services/ai/default.nix
@@ -51,7 +51,7 @@ let
          port = 8127;
          host = "0.0.0.0";
          openFirewall = cfg.openFirewall;
-          model = "${cfg.configDir}/llama-cpp/models/${cfg.llama-cpp.model}.gguf";
+          model = null;
          package = pkgs.llama-cpp-rocm;
          extraFlags = [
            "--fit"