adding llms to bob

2026-04-17 04:58:19 -04:00 · 2025-02-04 21:30:23 -05:00
parent 60c3e3db20
commit 8668603404
3 changed files with 26 additions and 0 deletions
--- a/systems/bob/llms.nix
+++ b/systems/bob/llms.nix
@@ -0,0 +1,24 @@
+{
+  services = {
+    ollama = {
+      enable = true;
+      loadModels = [ 
+        "codellama:7b"
+        "deepseek-r1:1.5b"
+        "deepseek-r1:7b"
+        "deepseek-r1:8b"
+        "deepseek-r1:14b"
+        "deepseek-r1:32b"
+        "llama3.2:3b"
+        "mistral-nemo:12b"
+      ];
+      acceleration = "cuda";
+      openFirewall = true;
+    };
+    open-webui = {
+      enable = true;
+      openFirewall = true;
+      host = "192.168.90.25";
+    }; 
+  }; 
+}