diff --git a/.vscode/settings.json b/.vscode/settings.json index aefb51d..a4f5ba3 100644 --- a/.vscode/settings.json +++ b/.vscode/settings.json @@ -144,6 +144,7 @@ "maxtime", "mechatroner", "mediainfo", + "mixtral", "mklabel", "mkpart", "modesetting", diff --git a/systems/bob/llms.nix b/systems/bob/llms.nix index 98a52a7..c3b22b3 100644 --- a/systems/bob/llms.nix +++ b/systems/bob/llms.nix @@ -4,14 +4,15 @@ enable = true; loadModels = [ "codellama:7b" - "deepseek-r1:1.5b" - "deepseek-r1:7b" "deepseek-r1:8b" "deepseek-r1:14b" "deepseek-r1:32b" "llama3.2:3b" + "llama2-uncensored:7b" "mistral-nemo:12b" + "dolphin-mixtral:8x7b" ]; + models = "/zfs/models"; acceleration = "cuda"; openFirewall = true; };