diff --git a/systems/jeeves/services/kafka.nix b/systems/jeeves/services/kafka.nix new file mode 100644 index 0000000..ddd7c93 --- /dev/null +++ b/systems/jeeves/services/kafka.nix @@ -0,0 +1,3 @@ +{ + services.apache-kafka.enable = true; +} diff --git a/systems/jeeves/services/llms.nix b/systems/jeeves/services/llms.nix new file mode 100644 index 0000000..11291ec --- /dev/null +++ b/systems/jeeves/services/llms.nix @@ -0,0 +1,23 @@ +{ + services = { + ollama = { + user = "ollama"; + enable = true; + hosts = "0.0.0.0"; + loadModels = [ + "qwen3:14b" + "qwen3:30b" + "gemma3:12b" + "gemma3:27b" + "gpt-oss:20b" + "gpt-oss:120b" + "codellama:7b" + "deepseek-r1:8b" + "deepseek-r1:14b" + "deepseek-r1:32b" + ]; + models = "/zfs/storage/models"; + openFirewall = true; + }; + }; +}