patch cuda

2026-07-25 14:21:07 -04:00
parent 89e24c45a0
commit e57895cc6e
1 changed files with 12 additions and 0 deletions
@@ -1,8 +1,20 @@
 { pkgs, ... }:
 let
  # CMake 4.3.4 requires nvcc to be present in CUDAToolkit_ROOT.
  # Remove after https://github.com/NixOS/nixpkgs/pull/545542 reaches nixos-unstable.
  ollama-cuda = pkgs.ollama-cuda.overrideAttrs (oldAttrs: {
    preBuild = ''
      export CUDAToolkit_ROOT="${pkgs.cudaPackages.cuda_nvcc};$CUDAToolkit_ROOT"
    ''
    + oldAttrs.preBuild;
  });
 in
 {
  services.ollama = {
    user = "ollama";
    host = "0.0.0.0";
    enable = true;
    package = ollama-cuda;
    syncModels = false;
    loadModels = [