From bdf9d267e8320fc8cd1c0fa11b095c94ae883efc Mon Sep 17 00:00:00 2001 From: Richie Cahill Date: Fri, 21 Feb 2025 20:31:34 -0500 Subject: [PATCH] moved models --- .vscode/settings.json | 1 + systems/bob/llms.nix | 5 +++-- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/.vscode/settings.json b/.vscode/settings.json index aefb51d..a4f5ba3 100644 --- a/.vscode/settings.json +++ b/.vscode/settings.json @@ -144,6 +144,7 @@ "maxtime", "mechatroner", "mediainfo", + "mixtral", "mklabel", "mkpart", "modesetting", diff --git a/systems/bob/llms.nix b/systems/bob/llms.nix index 98a52a7..c3b22b3 100644 --- a/systems/bob/llms.nix +++ b/systems/bob/llms.nix @@ -4,14 +4,15 @@ enable = true; loadModels = [ "codellama:7b" - "deepseek-r1:1.5b" - "deepseek-r1:7b" "deepseek-r1:8b" "deepseek-r1:14b" "deepseek-r1:32b" "llama3.2:3b" + "llama2-uncensored:7b" "mistral-nemo:12b" + "dolphin-mixtral:8x7b" ]; + models = "/zfs/models"; acceleration = "cuda"; openFirewall = true; };