llm update

This commit is contained in:
2026-03-04 21:55:57 -05:00
parent c262ff9048
commit 55767ad555
3 changed files with 7 additions and 7 deletions

View File

@@ -8,9 +8,9 @@
loadModels = [ loadModels = [
"codellama:7b" "codellama:7b"
"deepscaler:1.5b" "deepscaler:1.5b"
"deepseek-r1:8b"
"deepseek-r1:14b" "deepseek-r1:14b"
"deepseek-r1:32b" "deepseek-r1:32b"
"deepseek-r1:8b"
"devstral-small-2:24b" "devstral-small-2:24b"
"dolphin-llama3:70b" "dolphin-llama3:70b"
"dolphin-llama3:8b" "dolphin-llama3:8b"
@@ -19,6 +19,7 @@
"gemma3:27b" "gemma3:27b"
"gpt-oss:20b" "gpt-oss:20b"
"huihui_ai/dolphin3-abliterated:8b" "huihui_ai/dolphin3-abliterated:8b"
"lfm2:24b"
"llama3.1:8b" "llama3.1:8b"
"llama3.2:1b" "llama3.2:1b"
"llama3.2:3b" "llama3.2:3b"
@@ -28,7 +29,7 @@
"qwen3-coder:30b" "qwen3-coder:30b"
"qwen3-vl:32b" "qwen3-vl:32b"
"qwen3:14b" "qwen3:14b"
"qwen3:30b" "qwen3.5:35b"
]; ];
models = "/zfs/models"; models = "/zfs/models";
openFirewall = true; openFirewall = true;

View File

@@ -21,6 +21,7 @@ in
"gemma3:27b" "gemma3:27b"
"gpt-oss:120b" "gpt-oss:120b"
"gpt-oss:20b" "gpt-oss:20b"
"lfm2:24b"
"llama3.1:70b" "llama3.1:70b"
"llama3.1:8b" "llama3.1:8b"
"llama3.2:1b" "llama3.2:1b"
@@ -31,7 +32,7 @@ in
"qwen3-coder:30b" "qwen3-coder:30b"
"qwen3-vl:32b" "qwen3-vl:32b"
"qwen3:14b" "qwen3:14b"
"qwen3:30b" "qwen3.5:35b"
]; ];
models = vars.ollama; models = vars.ollama;
openFirewall = true; openFirewall = true;

View File

@@ -5,16 +5,14 @@
host = "127.0.0.1"; host = "127.0.0.1";
syncModels = true; syncModels = true;
loadModels = [ loadModels = [
"codellama:7b"
"deepscaler:1.5b" "deepscaler:1.5b"
"deepseek-r1:14b"
"deepseek-r1:32b"
"deepseek-r1:8b" "deepseek-r1:8b"
"gemma3:12b" "gemma3:12b"
"gemma3:27b" "gemma3:27b"
"gpt-oss:20b" "gpt-oss:20b"
"lfm2:24b"
"qwen3:14b" "qwen3:14b"
"qwen3:30b" "qwen3.5:35b"
]; ];
}; };
systemd.services = { systemd.services = {