Richie/dotfiles
1
0
Fork 0
mirror of https://github.com/RichieCahill/dotfiles.git synced 2026-04-17 04:58:19 -04:00
Code Issues Packages Projects Releases Wiki Activity

Major llm rework

Browse Source
This commit is contained in:
Richie Cahill
2026-01-03 22:19:41 -05:00
parent 5101da4914
commit d0b66496a1
6 changed files with 78 additions and 61 deletions
Download Patch File Download Diff File Expand all files Collapse all files

54
systems/bob/llms.nix
View File

@@ -1,27 +1,33 @@
{
services = {
ollama = {
user = "ollama";
enable = true;
loadModels = [
"codellama:7b"
"deepseek-r1:8b"
"deepseek-r1:14b"
"deepseek-r1:32b"
"llama3.2:3b"
"llama2-uncensored:7b"
"mistral-nemo:12b"
"dolphin-mixtral:8x7b"
"qwq:32b"
"Qihoo360-Light-R1-32B"
];
models = "/zfs/models";
openFirewall = true;
};
# open-webui = {
# enable = true;
# openFirewall = true;
# host = "0.0.0.0";
# };
services.ollama = {
user = "ollama";
host = "0.0.0.0";
enable = true;
syncModels = true;
loadModels = [
"codellama:7b"
"deepscaler:1.5b"
"deepseek-r1:8b"
"deepseek-r1:14b"
"deepseek-r1:32b"
"devstral-small-2:24b"
"functiongemma:270m"
"gemma3:12b"
"gemma3:27b"
"gpt-oss:20b"
"llama3.1:8b"
"llama3.2:1b"
"llama3.2:3b"
"magistral:24b"
"ministral-3:14b"
"nemotron-3-nano:30b"
"qwen3-coder:30b"
"qwen3-vl:32b"
"qwen3:14b"
"qwen3:30b"
];
models = "/zfs/models";
openFirewall = true;
};
}