cyd
This commit is contained in:
@@ -37,8 +37,8 @@ in
|
||||
baseURL = "http://${net.hosts.nas.lan}:${toString net.ports.nas.llamaCpp}/v1";
|
||||
};
|
||||
models = {
|
||||
Qwen3-Coder-Next-Q4_0 = {
|
||||
name = "Qwen3 Coder (local)";
|
||||
"gemma-4-26B-A4B-it-UD-Q8_K_XL" = {
|
||||
name = "Gemma 4 26B-A4B (local)";
|
||||
modalities = {
|
||||
input = [
|
||||
"image"
|
||||
@@ -47,8 +47,8 @@ in
|
||||
output = [ "text" ];
|
||||
};
|
||||
limit = {
|
||||
context = 131072;
|
||||
output = 32768;
|
||||
context = 32768;
|
||||
output = 8192;
|
||||
};
|
||||
};
|
||||
};
|
||||
|
||||
Reference in New Issue
Block a user