72 lines
1.8 KiB
Nix
Executable File
72 lines
1.8 KiB
Nix
Executable File
{
|
|
config,
|
|
lib,
|
|
pkgs,
|
|
namespace,
|
|
...
|
|
}:
|
|
with lib;
|
|
let
|
|
cfg = config.${namespace}.services.ai;
|
|
in
|
|
{
|
|
imports = [ ./options.nix ];
|
|
|
|
config = mkIf cfg.enable {
|
|
services.ollama = {
|
|
enable = true;
|
|
port = 11434;
|
|
host = "0.0.0.0";
|
|
user = "nix-apps";
|
|
group = "jallen-nas";
|
|
openFirewall = true;
|
|
acceleration = "rocm";
|
|
rocmOverrideGfx = "11.0.2";
|
|
loadModels = [ "mistral:instruct" ];
|
|
home = "/media/nas/main/nix-app-data/ollama";
|
|
};
|
|
|
|
services.llama-cpp = {
|
|
enable = false;
|
|
port = 8127;
|
|
host = "0.0.0.0";
|
|
openFirewall = true;
|
|
model = "/media/nas/main/nix-app-data/llama-cpp/models/functionary-small-v3.2-GGUF/functionary-small-v3.2.Q4_0.gguf";
|
|
package = pkgs.stable.llama-cpp;
|
|
extraFlags = [
|
|
"--n_gpu-layers"
|
|
"500"
|
|
"-c"
|
|
"0"
|
|
"--numa"
|
|
"numactl"
|
|
"--jinja"
|
|
];
|
|
};
|
|
|
|
services.open-webui = {
|
|
enable = true;
|
|
host = "0.0.0.0";
|
|
port = 8888;
|
|
openFirewall = true;
|
|
# stateDir = "/media/nas/main/nix-app-data/open-webui";
|
|
environmentFile = config.sops.secrets."jallen-nas/open-webui".path;
|
|
environment = {
|
|
OPENID_PROVIDER_URL = "https://authentik.mjallen.dev/application/o/chat/.well-known/openid-configuration";
|
|
OAUTH_PROVIDER_NAME = "authentik";
|
|
OPENID_REDIRECT_URI = "https://chat.mjallen.dev/oauth/oidc/callback";
|
|
ENABLE_OAUTH_SIGNUP = "False";
|
|
OAUTH_MERGE_ACCOUNTS_BY_EMAIL = "True";
|
|
ENABLE_SIGNUP = "False";
|
|
ENABLE_LOGIN_FORM = "False";
|
|
ANONYMIZED_TELEMETRY = "False";
|
|
DO_NOT_TRACK = "True";
|
|
SCARF_NO_ANALYTICS = "True";
|
|
OLLAMA_API_BASE_URL = "http://127.0.0.1:11434";
|
|
LOCAL_FILES_ONLY = "False";
|
|
WEBUI_AUTH = "False";
|
|
};
|
|
};
|
|
};
|
|
}
|