Richie
e57895cc6e
treefmt / nix fmt (pull_request) Successful in 6s
pytest / pytest (pull_request) Successful in 32s
test ebook search / test-ebook-search (pull_request) Successful in 46s
build_systems / build-brain (pull_request) Successful in 54s
build_systems / build-rhapsody-in-green (pull_request) Successful in 1m15s
build_systems / build-jeeves (pull_request) Successful in 4m38s
build_systems / build-bob (pull_request) Successful in 28m10s
treefmt / nix fmt (push) Successful in 5s
pytest / pytest (push) Successful in 31s
test ebook search / test-ebook-search (push) Successful in 36s
build_systems / build-brain (push) Successful in 38s
build_systems / build-bob (push) Successful in 38s
build_systems / build-rhapsody-in-green (push) Successful in 51s
build_systems / build-jeeves (push) Successful in 2m12s
68 lines
1.6 KiB
Nix
68 lines
1.6 KiB
Nix
{ pkgs, ... }:
|
|
let
|
|
# CMake 4.3.4 requires nvcc to be present in CUDAToolkit_ROOT.
|
|
# Remove after https://github.com/NixOS/nixpkgs/pull/545542 reaches nixos-unstable.
|
|
ollama-cuda = pkgs.ollama-cuda.overrideAttrs (oldAttrs: {
|
|
preBuild = ''
|
|
export CUDAToolkit_ROOT="${pkgs.cudaPackages.cuda_nvcc};$CUDAToolkit_ROOT"
|
|
''
|
|
+ oldAttrs.preBuild;
|
|
});
|
|
in
|
|
{
|
|
services.ollama = {
|
|
user = "ollama";
|
|
host = "0.0.0.0";
|
|
enable = true;
|
|
package = ollama-cuda;
|
|
|
|
syncModels = false;
|
|
loadModels = [
|
|
"codellama:7b"
|
|
"deepscaler:1.5b"
|
|
"deepseek-r1:14b"
|
|
"deepseek-r1:32b"
|
|
"deepseek-r1:8b"
|
|
"devstral-small-2:24b"
|
|
"dolphin-llama3:8b"
|
|
"functiongemma:270m"
|
|
"gemma3:12b"
|
|
"gemma3:27b"
|
|
"glm-4.7-flash:q4_K_M"
|
|
"gpt-oss:20b"
|
|
"huihui_ai/dolphin3-abliterated:8b"
|
|
"lfm2:24b"
|
|
"magistral:24b"
|
|
"ministral-3:14b"
|
|
"nemotron-3-nano:30b"
|
|
"nemotron-3-nano:4b"
|
|
"nemotron-cascade-2:30b"
|
|
"qwen3-coder:30b"
|
|
"qwen3-embedding:0.6b"
|
|
"qwen3-embedding:4b"
|
|
"qwen3-embedding:8b"
|
|
"qwen3-vl:2b"
|
|
"qwen3-vl:32b"
|
|
"qwen3-vl:4b"
|
|
"qwen3-vl:8b"
|
|
"qwen3:0.6b"
|
|
"qwen3:1.7b"
|
|
"qwen3:14b"
|
|
"qwen3:30b"
|
|
"qwen3:32b"
|
|
"qwen3:4b"
|
|
"qwen3:8b"
|
|
"qwen3.5:27b"
|
|
"qwen3.5:35b"
|
|
"qwen3.6:27b"
|
|
"qwen3.6:35b"
|
|
"rinex20/translategemma3:12b"
|
|
"translategemma:12b"
|
|
"translategemma:27b"
|
|
"translategemma:4b"
|
|
];
|
|
models = "/zfs/storage/models";
|
|
openFirewall = true;
|
|
};
|
|
}
|