Files
dotfiles/systems/rhapsody-in-green/llms.nix
2025-09-10 21:58:26 -04:00

31 lines
574 B
Nix

{
services.ollama = {
user = "ollama";
enable = true;
host = "127.0.0.1";
loadModels = [
"codellama:7b"
"deepseek-r1:14b"
"deepseek-r1:32b"
"deepseek-r1:8b"
"gemma3:12b"
"gemma3:27b"
"gpt-oss:20b"
"qwen3:14b"
"qwen3:30b"
];
};
systemd.services = {
ollama.serviceConfig = {
Nice = 19;
IOSchedulingPriority = 7;
};
ollama-model-loader.serviceConfig = {
Nice = 19;
CPUWeight = 50;
IOSchedulingClass = "idle";
IOSchedulingPriority = 7;
};
};
}