Richie/dotfiles
1
0
Fork 0
mirror of https://github.com/RichieCahill/dotfiles.git synced 2026-04-17 04:58:19 -04:00
Code Issues Packages Projects Releases Wiki Activity

adding llms to rhapsody-in-green

Browse Source
This commit is contained in:
Richie Cahill
2025-09-01 12:35:53 -04:00
parent 529b03525b
commit a7b336a7de
2 changed files with 46 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
systems/rhapsody-in-green/default.nix
View File

@@ -11,6 +11,7 @@
../../common/optional/yubikey.nix ../../common/optional/yubikey.nix
../../common/optional/zerotier.nix ../../common/optional/zerotier.nix
./hardware.nix ./hardware.nix
./llms.nix
./syncthing.nix ./syncthing.nix
inputs.nixos-hardware.nixosModules.framework-13-7040-amd inputs.nixos-hardware.nixosModules.framework-13-7040-amd
]; ];

45
systems/rhapsody-in-green/llms.nix Normal file
View File

@@ -0,0 +1,45 @@
{
services = {
ollama = {
user = "ollama";
enable = true;
host = "0.0.0.0";
loadModels = [
"codellama:7b"
"deepseek-r1:14b"
# "deepseek-r1:32b"
"deepseek-r1:8b"
"gemma3:12b"
# "gemma3:27b"
# "gpt-oss:120b"
"gpt-oss:20b"
# "qwen3:14b"
# "qwen3:30b"
];
};
open-webui = {
enable = true;
openFirewall = true;
host = "0.0.0.0";
environment = {
ANONYMIZED_TELEMETRY = "False";
DO_NOT_TRACK = "True";
SCARF_NO_ANALYTICS = "True";
OLLAMA_API_BASE_URL = "http://127.0.0.1:11434";
WEBUI_AUTH = "False";
};
};
};
systemd.services = {
ollama.serviceConfig = {
Nice = 19;
IOSchedulingPriority = 7;
};
ollama-model-loader.serviceConfig = {
Nice = 19;
CPUWeight = 50;
IOSchedulingClass = "idle";
IOSchedulingPriority = 7;
};
};
}