From 45ddf8bc541cb03444f1ee6400faf149f48eea0d Mon Sep 17 00:00:00 2001 From: Richie Cahill Date: Sun, 17 Aug 2025 12:09:02 -0400 Subject: [PATCH] adding kafka and ollama --- systems/jeeves/services/kafka.nix | 3 +++ systems/jeeves/services/llms.nix | 23 +++++++++++++++++++++++ 2 files changed, 26 insertions(+) create mode 100644 systems/jeeves/services/kafka.nix create mode 100644 systems/jeeves/services/llms.nix diff --git a/systems/jeeves/services/kafka.nix b/systems/jeeves/services/kafka.nix new file mode 100644 index 0000000..ddd7c93 --- /dev/null +++ b/systems/jeeves/services/kafka.nix @@ -0,0 +1,3 @@ +{ + services.apache-kafka.enable = true; +} diff --git a/systems/jeeves/services/llms.nix b/systems/jeeves/services/llms.nix new file mode 100644 index 0000000..11291ec --- /dev/null +++ b/systems/jeeves/services/llms.nix @@ -0,0 +1,23 @@ +{ + services = { + ollama = { + user = "ollama"; + enable = true; + hosts = "0.0.0.0"; + loadModels = [ + "qwen3:14b" + "qwen3:30b" + "gemma3:12b" + "gemma3:27b" + "gpt-oss:20b" + "gpt-oss:120b" + "codellama:7b" + "deepseek-r1:8b" + "deepseek-r1:14b" + "deepseek-r1:32b" + ]; + models = "/zfs/storage/models"; + openFirewall = true; + }; + }; +}