From 8668603404151af0297d149c9c2ca85fdf6bf345 Mon Sep 17 00:00:00 2001
From: Richie Cahill <Richie@tmmworkshop.com>
Date: Tue, 4 Feb 2025 21:30:23 -0500
Subject: [PATCH] adding llms to bob

---
 .vscode/settings.json   |  1 +
 systems/bob/default.nix |  1 +
 systems/bob/llms.nix    | 24 ++++++++++++++++++++++++
 3 files changed, 26 insertions(+)
 create mode 100644 systems/bob/llms.nix

diff --git a/.vscode/settings.json b/.vscode/settings.json
index 9878aa3..25a357c 100644
--- a/.vscode/settings.json
+++ b/.vscode/settings.json
@@ -116,6 +116,7 @@
     "libsodium",
     "libssh",
     "libvirtd",
+    "llms",
     "localtime",
     "louislam",
     "lsnew",
diff --git a/systems/bob/default.nix b/systems/bob/default.nix
index c91e5ff..78c8ca3 100644
--- a/systems/bob/default.nix
+++ b/systems/bob/default.nix
@@ -16,6 +16,7 @@
     ./nvidia.nix
     ./syncthing.nix
     ./games.nix
+    ./llms.nix
   ];
 
   networking = {
diff --git a/systems/bob/llms.nix b/systems/bob/llms.nix
new file mode 100644
index 0000000..2b2b439
--- /dev/null
+++ b/systems/bob/llms.nix
@@ -0,0 +1,24 @@
+{
+  services = {
+    ollama = {
+      enable = true;
+      loadModels = [ 
+        "codellama:7b"
+        "deepseek-r1:1.5b"
+        "deepseek-r1:7b"
+        "deepseek-r1:8b"
+        "deepseek-r1:14b"
+        "deepseek-r1:32b"
+        "llama3.2:3b"
+        "mistral-nemo:12b"
+      ];
+      acceleration = "cuda";
+      openFirewall = true;
+    };
+    open-webui = {
+      enable = true;
+      openFirewall = true;
+      host = "192.168.90.25";
+    }; 
+  }; 
+}
\ No newline at end of file