moved models

This commit is contained in:
Richie committed 2025-02-23 10:27:13 -05:00
1 parent 4db29ae280
commit bdf9d267e8
2 files changed
+4 -2

No files matched your search

+3 -2
View File
@@ -4,14 +4,15 @@
enable = true;
loadModels = [
"codellama:7b"
"deepseek-r1:1.5b"
"deepseek-r1:7b"
"deepseek-r1:8b"
"deepseek-r1:14b"
"deepseek-r1:32b"
"llama3.2:3b"
"llama2-uncensored:7b"
"mistral-nemo:12b"
"dolphin-mixtral:8x7b"
];
models = "/zfs/models";
acceleration = "cuda";
openFirewall = true;
};