27 lines
757 B
Nix
27 lines
757 B
Nix
{ config, lib, nixpkgs-us, ... }: {
|
|
|
|
options = {
|
|
sysconfig.services.ollama.enable = lib.options.mkOption {
|
|
type = lib.types.bool;
|
|
default = false;
|
|
};
|
|
};
|
|
|
|
config = lib.mkIf config.sysconfig.services.ollama.enable {
|
|
services.ollama = {
|
|
enable = true;
|
|
acceleration = "cuda";
|
|
environmentVariables = {
|
|
OLLAMA_CONTEXT_LENGTH = lib.mkDefault "16000";
|
|
CUDA_VISIBLE_DEVICES = "0";
|
|
};
|
|
package = let
|
|
pkgs-us = import nixpkgs-us {
|
|
system = "x86_64-linux";
|
|
config.allowUnfree = true;
|
|
};
|
|
in pkgs-us.ollama-cuda;
|
|
};
|
|
};
|
|
}
|