nixos-configs/devices/nos/modules/llm.nix
matt1432 3207e56df2
All checks were successful
Discord / discord commits (push) Has been skipped
feat(hass): switch to ollama with mistral-nemo
2024-09-11 13:07:51 -04:00

33 lines
720 B
Nix

{self, ...}: let
tailscaleIP = "100.64.0.4";
in {
imports = [self.nixosModules.wyoming-plus];
# In case tailscale is down
boot.kernel.sysctl."net.ipv4.ip_nonlocal_bind" = 1;
services = {
# Speech-to-Text
wyoming.faster-whisper.servers."en" = {
enable = true;
uri = "tcp://${tailscaleIP}:10300";
# see https://github.com/rhasspy/wyoming-faster-whisper/releases/tag/v2.0.0
model = "medium";
language = "en";
device = "cuda";
};
# Text-to-Intent
ollama = {
enable = true;
acceleration = "cuda";
host = tailscaleIP;
port = 11434;
loadModels = ["mistral-nemo"];
environmentVariables.OLLAMA_DEBUG = "1";
};
};
}