added whisper and piper to home-assistant

systems/bob/llms.nix

@@ -13,6 +13,7 @@
         "mistral-nemo:12b"
         "dolphin-mixtral:8x7b"
         "qwq:32b"
+        "Qihoo360-Light-R1-32B"
       ];
       models = "/zfs/models";
       acceleration = "cuda";

systems/jeeves/default.nix

@@ -10,6 +10,7 @@
     ./services
     ./hardware.nix
     ./networking.nix
+    ./nvidia.nix
     ./programs.nix
     ./runners
     ./syncthing.nix

systems/jeeves/nvidia.nix

@@ -0,0 +1,16 @@
+{ config, ... }:
+{
+  nixpkgs.config.cudaSupport = true;
+
+  services.xserver.videoDrivers = [ "nvidia" ];
+  hardware = {
+    nvidia = {
+      modesetting.enable = true;
+      powerManagement.enable = true;
+      package = config.boot.kernelPackages.nvidiaPackages.beta;
+      nvidiaSettings = true;
+      open = false;
+    };
+    nvidia-container-toolkit.enable = true;
+  };
+}

systems/jeeves/services/home_assistant.nix

@@ -58,6 +58,7 @@ in
           rokuecp
           uiprotect
           wakeonlan
+          wyoming
         ];
       extraComponents = [ "isal" ];
     };
@@ -66,5 +67,19 @@ in
       openFirewall = true;
       address = "192.168.90.40";
     };
+    wyoming = {
+      faster-whisper.servers.main = {
+        enable = true;
+        uri = "tcp://0.0.0.0:10300";
+        model = "medium.en";
+        language = "en";
+        device = "cuda";
+      };
+      piper.servers.main = {
+        enable = true;
+        uri = "tcp://0.0.0.0:10200";  
+        voice = "en_GB-alba-medium";
+      };
+    };
   };
 }