Files
dotfiles/systems/jeeves/services/llms.nix

27 lines
462 B
Nix

let
vars = import ../vars.nix;
in
{
services = {
ollama = {
user = "ollama";
enable = true;
host = "0.0.0.0";
loadModels = [
"codellama:7b"
"deepseek-r1:14b"
"deepseek-r1:32b"
"deepseek-r1:8b"
"gemma3:12b"
"gemma3:27b"
"gpt-oss:120b"
"gpt-oss:20b"
"qwen3:14b"
"qwen3:30b"
];
models = vars.ollama;
openFirewall = true;
};
};
}