patch cuda

2026-07-25 14:21:07 -04:00
parent 89e24c45a0
commit e57895cc6e
1 changed files with 12 additions and 0 deletions
@@ -1,8 +1,20 @@
+{ pkgs, ... }:
+let
+  # CMake 4.3.4 requires nvcc to be present in CUDAToolkit_ROOT.
+  # Remove after https://github.com/NixOS/nixpkgs/pull/545542 reaches nixos-unstable.
+  ollama-cuda = pkgs.ollama-cuda.overrideAttrs (oldAttrs: {
+    preBuild = ''
+      export CUDAToolkit_ROOT="${pkgs.cudaPackages.cuda_nvcc};$CUDAToolkit_ROOT"
+    ''
+    + oldAttrs.preBuild;
+  });
+in
 {
  services.ollama = {
    user = "ollama";
    host = "0.0.0.0";
    enable = true;
+    package = ollama-cuda;

    syncModels = false;
    loadModels = [