nixos-configs/devices/nos/modules/llm.nix
matt1432 f0f4db1be0
All checks were successful
Discord / discord commits (push) Has been skipped
feat(hass): move whisper to nos for gpu
2024-09-04 17:43:46 -04:00

28 lines
571 B
Nix

{self, ...}: let
tailscaleIP = "100.64.0.4";
in {
imports = [self.nixosModules.wyoming-plus];
services = {
# Speech-to-Text
wyoming.faster-whisper.servers."en" = {
enable = true;
uri = "tcp://${tailscaleIP}:10300";
# see https://github.com/rhasspy/wyoming-faster-whisper/releases/tag/v2.0.0
model = "medium.en";
device = "cuda";
};
# Text-to-Intent
ollama = {
enable = true;
acceleration = "cuda";
host = tailscaleIP;
port = 11434;
loadModels = ["fixt/home-3b-v3"];
};
};
}