From e57895cc6e1ee6bdc2dafa5f89a009cbb8f1f3dd Mon Sep 17 00:00:00 2001
From: Richie Cahill <Richie@tmmworkshop.com>
Date: Sat, 25 Jul 2026 14:21:07 -0400
Subject: [PATCH] patch cuda

---
 systems/bob/llms.nix | 12 ++++++++++++
 1 file changed, 12 insertions(+)

diff --git a/systems/bob/llms.nix b/systems/bob/llms.nix
index 6d30844..55bf60e 100644
--- a/systems/bob/llms.nix
+++ b/systems/bob/llms.nix
@@ -1,8 +1,20 @@
+{ pkgs, ... }:
+let
+  # CMake 4.3.4 requires nvcc to be present in CUDAToolkit_ROOT.
+  # Remove after https://github.com/NixOS/nixpkgs/pull/545542 reaches nixos-unstable.
+  ollama-cuda = pkgs.ollama-cuda.overrideAttrs (oldAttrs: {
+    preBuild = ''
+      export CUDAToolkit_ROOT="${pkgs.cudaPackages.cuda_nvcc};$CUDAToolkit_ROOT"
+    ''
+    + oldAttrs.preBuild;
+  });
+in
 {
   services.ollama = {
     user = "ollama";
     host = "0.0.0.0";
     enable = true;
+    package = ollama-cuda;
 
     syncModels = false;
     loadModels = [