Richie
aff7398f8d
treefmt / nix fmt (pull_request) Successful in 5s
test ebook search / test-ebook-search (pull_request) Successful in 42s
pytest / pytest (pull_request) Successful in 42s
build_systems / build-brain (pull_request) Successful in 49s
build_systems / build-bob (pull_request) Successful in 52s
build_systems / build-rhapsody-in-green (pull_request) Successful in 1m9s
build_systems / build-jeeves (pull_request) Successful in 2m34s
treefmt / nix fmt (push) Successful in 5s
pytest / pytest (push) Successful in 31s
test ebook search / test-ebook-search (push) Successful in 32s
build_systems / build-brain (push) Successful in 34s
build_systems / build-bob (push) Successful in 37s
build_systems / build-rhapsody-in-green (push) Successful in 49s
build_systems / build-jeeves (push) Successful in 2m6s
56 lines
1.1 KiB
Nix
56 lines
1.1 KiB
Nix
let
|
|
vars = import ../vars.nix;
|
|
in
|
|
{
|
|
services.ollama = {
|
|
user = "ollama";
|
|
enable = true;
|
|
host = "0.0.0.0";
|
|
syncModels = false;
|
|
loadModels = [
|
|
"codellama:7b"
|
|
"deepscaler:1.5b"
|
|
"deepseek-r1:14b"
|
|
"deepseek-r1:32b"
|
|
"deepseek-r1:8b"
|
|
"devstral-small-2:24b"
|
|
"dolphin-llama3:70b"
|
|
"dolphin-llama3:8b"
|
|
"functiongemma:270m"
|
|
"gemma3:12b"
|
|
"gemma3:27b"
|
|
"gpt-oss:120b"
|
|
"gpt-oss:20b"
|
|
"lfm2:24b"
|
|
"llama3.1:70b"
|
|
"llama3.1:8b"
|
|
"llama3.2:1b"
|
|
"llama3.2:3b"
|
|
"magistral:24b"
|
|
"ministral-3:14b"
|
|
"nemotron-3-nano:30b"
|
|
"qwen3-coder:30b"
|
|
"qwen3-embedding:0.6b"
|
|
"qwen3-embedding:4b"
|
|
"qwen3-embedding:8b"
|
|
"qwen3-vl:32b"
|
|
"qwen3:14b"
|
|
"qwen3.5:35b"
|
|
];
|
|
modelsDir = vars.ollama;
|
|
openFirewall = true;
|
|
};
|
|
systemd.services = {
|
|
ollama.serviceConfig = {
|
|
Nice = 19;
|
|
IOSchedulingPriority = 7;
|
|
};
|
|
ollama-model-loader.serviceConfig = {
|
|
Nice = 19;
|
|
CPUWeight = 50;
|
|
IOSchedulingClass = "idle";
|
|
IOSchedulingPriority = 7;
|
|
};
|
|
};
|
|
}
|