From 0df735f8857e25600eddcaf40a4e982c509bb554 Mon Sep 17 00:00:00 2001
From: liberodark <liberodark@gmail.com>
Date: Fri, 9 Oct 2026 14:42:10 +0200
Subject: [PATCH] python313Packages.kserve: fix vllm 0.29.0 compat

---
 .../development/python-modules/kserve/default.nix |  5 +++++
 .../python-modules/kserve/vllm-0.29-compat.patch  | 15 +++++++++++++++
 2 files changed, 20 insertions(+)
 create mode 100644 pkgs/development/python-modules/kserve/vllm-0.29-compat.patch

diff --git a/pkgs/development/python-modules/kserve/default.nix b/pkgs/development/python-modules/kserve/default.nix
index 0402cdd01f03..663a00783d66 100644
--- a/pkgs/development/python-modules/kserve/default.nix
+++ b/pkgs/development/python-modules/kserve/default.nix
@@ -73,6 +73,11 @@ buildPythonPackage (finalAttrs: {
 
   sourceRoot = "${finalAttrs.src.name}/python/kserve";
 
+  patches = [
+    # vllm 0.29.0 removed vllm.entrypoints.openai.engine.protocol
+    ./vllm-0.29-compat.patch
+  ];
+
   build-system = [
     setuptools
   ];
diff --git a/pkgs/development/python-modules/kserve/vllm-0.29-compat.patch b/pkgs/development/python-modules/kserve/vllm-0.29-compat.patch
new file mode 100644
index 000000000000..e7ab9e1125c1
--- /dev/null
+++ b/pkgs/development/python-modules/kserve/vllm-0.29-compat.patch
@@ -0,0 +1,15 @@
+diff --git a/kserve/protocol/rest/openai/types/__init__.py b/kserve/protocol/rest/openai/types/__init__.py
+index d70e258..811aa95 100644
+--- a/kserve/protocol/rest/openai/types/__init__.py
++++ b/kserve/protocol/rest/openai/types/__init__.py
+@@ -31,8 +31,8 @@ from vllm.entrypoints.openai.completion.protocol import (
+     CompletionRequest,
+     CompletionResponse as Completion,
+ )
+-from vllm.entrypoints.openai.engine.protocol import (
+-    DeltaMessage as ChoiceDelta,
++from vllm.entrypoints.generate.base.protocol import DeltaMessage as ChoiceDelta
++from vllm.entrypoints.serve.engine.protocol import (
+     UsageInfo,
+     ModelCard as Model,
+     ModelList,