ollama gpu

system/services/containers/ollama/default.nix

@@ -83,6 +83,15 @@
                     loadModels = [ "llama3.1:8b" ];
 
                     openFirewall = true;
+
+                    user = "ollama";
+                };
+
+                users.users.ollama.extraGroups = [ "video" "render" ];
+
+                systemd.services.ollama.serviceConfig = {
+                    PrivateDevices = lib.mkForce false;
+                    DevicePolicy = lib.mkForce "auto";
                 };
 
                 system.stateVersion = "25.05";