diff --git a/pkgs/development/python-modules/kserve/default.nix b/pkgs/development/python-modules/kserve/default.nix
index 0402cdd01f03..663a00783d66 100644
--- a/pkgs/development/python-modules/kserve/default.nix
+++ b/pkgs/development/python-modules/kserve/default.nix
@@ -73,6 +73,11 @@ buildPythonPackage (finalAttrs: {
 
   sourceRoot = "${finalAttrs.src.name}/python/kserve";
 
+  patches = [
+    # vllm 0.29.0 removed vllm.entrypoints.openai.engine.protocol
+    ./vllm-0.29-compat.patch
+  ];
+
   build-system = [
     setuptools
   ];
diff --git a/pkgs/development/python-modules/kserve/vllm-0.29-compat.patch b/pkgs/development/python-modules/kserve/vllm-0.29-compat.patch
new file mode 100644
index 000000000000..e7ab9e1125c1
--- /dev/null
+++ b/pkgs/development/python-modules/kserve/vllm-0.29-compat.patch
@@ -0,0 +1,15 @@
+diff --git a/kserve/protocol/rest/openai/types/__init__.py b/kserve/protocol/rest/openai/types/__init__.py
+index d70e258..811aa95 100644
+--- a/kserve/protocol/rest/openai/types/__init__.py
++++ b/kserve/protocol/rest/openai/types/__init__.py
+@@ -31,8 +31,8 @@ from vllm.entrypoints.openai.completion.protocol import (
+     CompletionRequest,
+     CompletionResponse as Completion,
+ )
+-from vllm.entrypoints.openai.engine.protocol import (
+-    DeltaMessage as ChoiceDelta,
++from vllm.entrypoints.generate.base.protocol import DeltaMessage as ChoiceDelta
++from vllm.entrypoints.serve.engine.protocol import (
+     UsageInfo,
+     ModelCard as Model,
+     ModelList,