Richie/dotfiles
1
0
Fork 0
mirror of https://github.com/RichieCahill/dotfiles.git synced 2026-04-17 04:58:19 -04:00
Code Issues Packages Projects Releases Wiki Activity

Major llm rework

Browse Source
This commit is contained in:
Richie Cahill
2026-01-03 22:19:41 -05:00
parent 5101da4914
commit d0b66496a1
6 changed files with 78 additions and 61 deletions
Download Patch File Download Diff File Expand all files Collapse all files

63
systems/jeeves/services/llms.nix
View File

@@ -2,38 +2,37 @@ let
vars = import ../vars.nix;
in
{
services = {
ollama = {
user = "ollama";
enable = true;
host = "0.0.0.0";
loadModels = [
"codellama:7b"
"deepscaler:1.5b"
"deepseek-r1:14b"
"deepseek-r1:32b"
"deepseek-r1:8b"
"devstral-small-2:24b"
"functiongemma:270m"
"gemma3:12b"
"gemma3:27b"
"gpt-oss:120b"
"gpt-oss:20b"
"llama3.1:70b"
"llama3.1:8b"
"llama3.2:1b"
"llama3.2:3b"
"magistral:24b"
"ministral-3:14b"
"nemotron-3-nano:30b"
"qwen3-coder:30b"
"qwen3-vl:32b"
"qwen3:14b"
"qwen3:30b"
];
models = vars.ollama;
openFirewall = true;
};
services.ollama = {
user = "ollama";
enable = true;
host = "0.0.0.0";
syncModels = true;
loadModels = [
"codellama:7b"
"deepscaler:1.5b"
"deepseek-r1:14b"
"deepseek-r1:32b"
"deepseek-r1:8b"
"devstral-small-2:24b"
"functiongemma:270m"
"gemma3:12b"
"gemma3:27b"
"gpt-oss:120b"
"gpt-oss:20b"
"llama3.1:70b"
"llama3.1:8b"
"llama3.2:1b"
"llama3.2:3b"
"magistral:24b"
"ministral-3:14b"
"nemotron-3-nano:30b"
"qwen3-coder:30b"
"qwen3-vl:32b"
"qwen3:14b"
"qwen3:30b"
];
models = vars.ollama;
openFirewall = true;
};
systemd.services = {
ollama.serviceConfig = {

5
systems/jeeves/services/open_webui.nix
View File

@@ -1,10 +1,7 @@
let
vars = import ../vars.nix;
in
{
services.open-webui = {
stateDir = "${vars.services}/open_webui/";
enable = true;
host = "0.0.0.0";
openFirewall = true;
environment = {
ANONYMIZED_TELEMETRY = "False";