{ services = { ollama = { user = "ollama"; enable = true; loadModels = [ "codellama:7b" "deepseek-r1:8b" "deepseek-r1:14b" "deepseek-r1:32b" "llama3.2:3b" "llama2-uncensored:7b" "mistral-nemo:12b" "dolphin-mixtral:8x7b" "qwq:32b" "Qihoo360-Light-R1-32B" ]; models = "/zfs/models"; acceleration = "cuda"; openFirewall = true; }; # open-webui = { # enable = true; # openFirewall = true; # host = "0.0.0.0"; # }; }; }