diff --git a/systems/bob/llms.nix b/systems/bob/llms.nix index 94f3447..0ad37e4 100644 --- a/systems/bob/llms.nix +++ b/systems/bob/llms.nix @@ -1,20 +1,8 @@ -{ pkgs, ... }: -let - # CMake 4.3.4 requires nvcc to be present in CUDAToolkit_ROOT. - # Remove after https://github.com/NixOS/nixpkgs/pull/545542 reaches nixos-unstable. - ollama-cuda = pkgs.ollama-cuda.overrideAttrs (oldAttrs: { - preBuild = '' - export CUDAToolkit_ROOT="${pkgs.cudaPackages.cuda_nvcc};$CUDAToolkit_ROOT" - '' - + oldAttrs.preBuild; - }); -in { services.ollama = { user = "ollama"; host = "0.0.0.0"; enable = true; - package = ollama-cuda; syncModels = false; loadModels = [