Richie/dotfiles
1
0
Fork 0
mirror of https://github.com/RichieCahill/dotfiles.git synced 2026-04-18 05:18:20 -04:00
Code Issues Packages Projects Releases Wiki Activity

Major llm rework

Browse Source
This commit is contained in:
Richie Cahill
2026-01-03 22:19:41 -05:00
parent 5101da4914
commit d0b66496a1
6 changed files with 78 additions and 61 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
systems/rhapsody-in-green/default.nix
View File

@@ -12,8 +12,9 @@
"${inputs.self}/common/optional/zerotier.nix"
./hardware.nix
./llms.nix
./syncthing.nix
./open_webui.nix
./qmk.nix
./syncthing.nix
inputs.nixos-hardware.nixosModules.framework-13-7040-amd
];

2
systems/rhapsody-in-green/llms.nix
View File

@@ -3,8 +3,10 @@
user = "ollama";
enable = true;
host = "127.0.0.1";
syncModels = true;
loadModels = [
"codellama:7b"
"deepscaler:1.5b"
"deepseek-r1:14b"
"deepseek-r1:32b"
"deepseek-r1:8b"

12
systems/rhapsody-in-green/open_webui.nix Normal file
View File

@@ -0,0 +1,12 @@
{
services.open-webui = {
enable = true;
environment = {
ANONYMIZED_TELEMETRY = "False";
DO_NOT_TRACK = "True";
SCARF_NO_ANALYTICS = "True";
OLLAMA_API_BASE_URL = "http://127.0.0.1:11434";
WEBUI_AUTH = "False";
};
};
}