adding kafka and ollama

2026-04-17 04:58:19 -04:00 · 2025-08-17 12:09:02 -04:00
parent 6913c7046e
commit 45ddf8bc54
2 changed files with 26 additions and 0 deletions
--- a/systems/jeeves/services/llms.nix
+++ b/systems/jeeves/services/llms.nix
@@ -0,0 +1,23 @@
+{
+  services = {
+    ollama = {
+      user = "ollama";
+      enable = true;
+      hosts = "0.0.0.0";
+      loadModels = [
+        "qwen3:14b"
+        "qwen3:30b"
+        "gemma3:12b"
+        "gemma3:27b"
+        "gpt-oss:20b"
+        "gpt-oss:120b"
+        "codellama:7b"
+        "deepseek-r1:8b"
+        "deepseek-r1:14b"
+        "deepseek-r1:32b"
+      ];
+      models = "/zfs/storage/models";
+      openFirewall = true;
+    };
+  };
+}