move stuff

modules/nixos/services/ai/default.nix

@@ -0,0 +1,71 @@
+{
+  config,
+  lib,
+  pkgs,
+  namespace,
+  ...
+}:
+with lib;
+let
+  cfg = config.${namespace}.services.ai;
+in
+{
+  imports = [ ./options.nix ];
+
+  config = mkIf cfg.enable {
+    services.ollama = {
+      enable = true;
+      port = 11434;
+      host = "0.0.0.0";
+      user = "nix-apps";
+      group = "jallen-nas";
+      openFirewall = true;
+      acceleration = "cuda";
+      home = "/media/nas/main/nix-app-data/ollama";
+    };
+
+    environment.systemPackages = [ pkgs.stable.llama-cpp ];
+
+    services.llama-cpp = {
+      enable = true;
+      port = 8127;
+      host = "0.0.0.0";
+      openFirewall = true;
+      model = "/media/nas/main/nix-app-data/llama-cpp/models/functionary-small-v3.2-GGUF/functionary-small-v3.2.Q4_0.gguf";
+      package = pkgs.stable.llama-cpp;
+      extraFlags = [
+        "--n_gpu-layers"
+        "500"
+        "-c"
+        "0"
+        "--numa"
+        "numactl"
+        "--jinja"
+      ];
+    };
+
+    services.open-webui = {
+      enable = false;
+      host = "0.0.0.0";
+      port = 8888;
+      openFirewall = true;
+      # stateDir = "/media/nas/main/nix-app-data/open-webui";
+      environmentFile = config.sops.secrets."jallen-nas/open-webui".path;
+      environment = {
+        OPENID_PROVIDER_URL = "https://authentik.mjallen.dev/application/o/chat/.well-known/openid-configuration";
+        OAUTH_PROVIDER_NAME = "authentik";
+        OPENID_REDIRECT_URI = "https://chat.mjallen.dev/oauth/oidc/callback";
+        ENABLE_OAUTH_SIGNUP = "False";
+        OAUTH_MERGE_ACCOUNTS_BY_EMAIL = "True";
+        ENABLE_SIGNUP = "False";
+        ENABLE_LOGIN_FORM = "False";
+        ANONYMIZED_TELEMETRY = "False";
+        DO_NOT_TRACK = "True";
+        SCARF_NO_ANALYTICS = "True";
+        OLLAMA_API_BASE_URL = "http://127.0.0.1:11434";
+        LOCAL_FILES_ONLY = "False";
+        WEBUI_AUTH = "False";
+      };
+    };
+  };
+}