104 lines
3.0 KiB
Nix
104 lines
3.0 KiB
Nix
{ inputs, ... }: {
|
|
|
|
flake.nixosModules.default = { config, lib, ... }: {
|
|
|
|
options = {
|
|
sysconfig.services.ollama.enable = lib.options.mkOption {
|
|
type = lib.types.bool;
|
|
default = false;
|
|
};
|
|
};
|
|
|
|
config = lib.mkIf config.sysconfig.services.ollama.enable {
|
|
services.ollama = {
|
|
enable = true;
|
|
acceleration = "cuda";
|
|
environmentVariables = {
|
|
OLLAMA_CONTEXT_LENGTH = lib.mkDefault "16000";
|
|
};
|
|
package = let
|
|
pkgs-us = import inputs.nixpkgs-us {
|
|
system = "x86_64-linux";
|
|
config.allowUnfree = true;
|
|
};
|
|
in pkgs-us.ollama-cuda;
|
|
};
|
|
};
|
|
};
|
|
|
|
flake.nixosModules.ollama-docker = { config, lib, pkgs, ... }: let
|
|
|
|
hostPort = 11434;
|
|
|
|
subdomain = "ollama";
|
|
|
|
name = "ollama";
|
|
|
|
in {
|
|
|
|
options.sysconfig.docker.ollama.enable = with lib; mkOption {
|
|
type = with types; bool;
|
|
default = false;
|
|
};
|
|
|
|
config = lib.mkIf (config.sysconfig.docker.ollama.enable && config.sysconfig.docker.enable) {
|
|
|
|
environment.systemPackages = with pkgs; [
|
|
ollama
|
|
];
|
|
|
|
networking.firewall.interfaces = {
|
|
"ve-traefik" = {
|
|
allowedTCPPorts = [ hostPort ];
|
|
};
|
|
|
|
"ve-openwebui" = {
|
|
allowedTCPPorts = [ hostPort ];
|
|
};
|
|
};
|
|
|
|
virtualisation.oci-containers.containers.ollama = {
|
|
image = "ollama/ollama:latest";
|
|
|
|
# unstable, waiting for 26.05
|
|
#pull = "newer";
|
|
|
|
hostname = "${subdomain}.esotericbytes.com";
|
|
|
|
networks = [
|
|
"docker-main"
|
|
];
|
|
|
|
ports = [
|
|
"${builtins.toString hostPort}:11434"
|
|
];
|
|
|
|
volumes = [
|
|
"vol_ollama:/root/.ollama"
|
|
];
|
|
|
|
labels = {
|
|
"traefik.enable" = "true";
|
|
"traefik.http.routers.${name}.entrypoints" = "localsecure";
|
|
"traefik.http.routers.${name}.rule" = "Host(`${subdomain}.esotericbytes.com`)";
|
|
"traefik.http.routers.${name}.service" = "${name}";
|
|
"traefik.http.routers.${name}.tls.certResolver" = "cloudflare";
|
|
|
|
#"traefik.http.services.ollama.loadbalancer.server.url" = "http://192.168.100.10:${builtins.toString hostPort}";
|
|
"traefik.http.services.${name}.loadbalancer.server.port" = "11434";
|
|
};
|
|
|
|
extraOptions = lib.mkIf config.sysconfig.docker.nvidia [
|
|
"--device=nvidia.com/gpu=all"
|
|
"--ip=192.168.101.22"
|
|
];
|
|
|
|
environment = {
|
|
OLLAMA_CONTEXT_LENGTH = lib.mkDefault "32000";
|
|
};
|
|
};
|
|
};
|
|
};
|
|
}
|
|
|