diff --git a/systems/bob/llms.nix b/systems/bob/llms.nix index 25b6619..89442f2 100644 --- a/systems/bob/llms.nix +++ b/systems/bob/llms.nix @@ -13,6 +13,7 @@ "mistral-nemo:12b" "dolphin-mixtral:8x7b" "qwq:32b" + "Qihoo360-Light-R1-32B" ]; models = "/zfs/models"; acceleration = "cuda"; diff --git a/systems/jeeves/default.nix b/systems/jeeves/default.nix index 294ca42..4ec04b2 100644 --- a/systems/jeeves/default.nix +++ b/systems/jeeves/default.nix @@ -10,6 +10,7 @@ ./services ./hardware.nix ./networking.nix + ./nvidia.nix ./programs.nix ./runners ./syncthing.nix diff --git a/systems/jeeves/nvidia.nix b/systems/jeeves/nvidia.nix new file mode 100644 index 0000000..8f274ad --- /dev/null +++ b/systems/jeeves/nvidia.nix @@ -0,0 +1,16 @@ +{ config, ... }: +{ + nixpkgs.config.cudaSupport = true; + + services.xserver.videoDrivers = [ "nvidia" ]; + hardware = { + nvidia = { + modesetting.enable = true; + powerManagement.enable = true; + package = config.boot.kernelPackages.nvidiaPackages.beta; + nvidiaSettings = true; + open = false; + }; + nvidia-container-toolkit.enable = true; + }; +} diff --git a/systems/jeeves/services/home_assistant.nix b/systems/jeeves/services/home_assistant.nix index 8d27b19..194e96e 100644 --- a/systems/jeeves/services/home_assistant.nix +++ b/systems/jeeves/services/home_assistant.nix @@ -58,6 +58,7 @@ in rokuecp uiprotect wakeonlan + wyoming ]; extraComponents = [ "isal" ]; }; @@ -66,5 +67,19 @@ in openFirewall = true; address = "192.168.90.40"; }; + wyoming = { + faster-whisper.servers.main = { + enable = true; + uri = "tcp://0.0.0.0:10300"; + model = "medium.en"; + language = "en"; + device = "cuda"; + }; + piper.servers.main = { + enable = true; + uri = "tcp://0.0.0.0:10200"; + voice = "en_GB-alba-medium"; + }; + }; }; }