restructure

modules/features/ollama.nix

@@ -0,0 +1,103 @@
+{ inputs, ... }: {
+
+    flake.nixosModules.default = { config, lib, ... }: {
+
+        options = {
+            sysconfig.services.ollama.enable = lib.options.mkOption {
+                type = lib.types.bool;
+                default = false;
+            };
+        };
+
+        config = lib.mkIf config.sysconfig.services.ollama.enable {
+            services.ollama = {
+                enable = true;
+                acceleration = "cuda";
+                environmentVariables = {
+                    OLLAMA_CONTEXT_LENGTH = lib.mkDefault "16000";
+                };
+                package = let 
+                    pkgs-us = import inputs.nixpkgs-us { 
+                        system = "x86_64-linux";
+                        config.allowUnfree = true;
+                    }; 
+                in pkgs-us.ollama-cuda;
+            };
+        };
+    };
+
+    flake.nixosModules.ollama-docker = { config, lib, pkgs, ... }: let
+
+    hostPort = 11434;
+
+    subdomain = "ollama";
+
+    name = "ollama";
+
+    in {
+
+        options.sysconfig.docker.ollama.enable = with lib; mkOption {
+            type = with types; bool;
+            default = false;
+        };
+
+        config = lib.mkIf (config.sysconfig.docker.ollama.enable && config.sysconfig.docker.enable) {
+
+            environment.systemPackages = with pkgs; [
+                ollama
+            ];
+
+            networking.firewall.interfaces = {
+                "ve-traefik" = {
+                    allowedTCPPorts = [ hostPort ];
+                };
+
+                "ve-openwebui" = {
+                    allowedTCPPorts = [ hostPort ];
+                };
+            };
+
+            virtualisation.oci-containers.containers.ollama = {
+                image = "ollama/ollama:latest";
+
+# unstable, waiting for 26.05
+#pull = "newer";
+
+                hostname = "${subdomain}.esotericbytes.com";
+
+                networks = [
+                    "docker-main"
+                ];
+
+                ports = [
+                    "${builtins.toString hostPort}:11434"
+                ];
+
+                volumes = [
+                    "vol_ollama:/root/.ollama"
+                ];
+
+                labels = {
+                    "traefik.enable" = "true";
+                    "traefik.http.routers.${name}.entrypoints" = "localsecure";
+                    "traefik.http.routers.${name}.rule" = "Host(`${subdomain}.esotericbytes.com`)";
+                    "traefik.http.routers.${name}.service" = "${name}";
+                    "traefik.http.routers.${name}.tls.certResolver" = "cloudflare";
+
+#"traefik.http.services.ollama.loadbalancer.server.url" = "http://192.168.100.10:${builtins.toString hostPort}";
+                    "traefik.http.services.${name}.loadbalancer.server.port" = "11434";
+                };
+
+                extraOptions = lib.mkIf config.sysconfig.docker.nvidia [
+                    "--device=nvidia.com/gpu=all"
+                        "--ip=192.168.101.22"
+                ];
+
+                environment = {
+                    OLLAMA_CONTEXT_LENGTH = lib.mkDefault "32000";
+                };
+            };
+        };
+    };
+}
+