diff --git a/system/services/ollama/default.nix b/system/services/ollama/default.nix index f236d0a..d7f465f 100644 --- a/system/services/ollama/default.nix +++ b/system/services/ollama/default.nix @@ -13,6 +13,7 @@ acceleration = "cuda"; environmentVariables = { OLLAMA_CONTEXT_LENGTH = lib.mkDefault "16000"; + CUDA_VISIBLE_DEVICES = "0"; }; package = let pkgs-us = import nixpkgs-us {