adding llms to bob

.vscode/settings.json

@@ -116,6 +116,7 @@
     "libsodium",
     "libssh",
     "libvirtd",
+    "llms",
     "localtime",
     "louislam",
     "lsnew",

systems/bob/default.nix

@@ -16,6 +16,7 @@
     ./nvidia.nix
     ./syncthing.nix
     ./games.nix
+    ./llms.nix
   ];
 
   networking = {

systems/bob/llms.nix

@@ -0,0 +1,24 @@
+{
+  services = {
+    ollama = {
+      enable = true;
+      loadModels = [ 
+        "codellama:7b"
+        "deepseek-r1:1.5b"
+        "deepseek-r1:7b"
+        "deepseek-r1:8b"
+        "deepseek-r1:14b"
+        "deepseek-r1:32b"
+        "llama3.2:3b"
+        "mistral-nemo:12b"
+      ];
+      acceleration = "cuda";
+      openFirewall = true;
+    };
+    open-webui = {
+      enable = true;
+      openFirewall = true;
+      host = "192.168.90.25";
+    }; 
+  }; 
+}