diff --git a/pkgs/development/python-modules/kserve/default.nix b/pkgs/development/python-modules/kserve/default.nix
index 663a00783d66..b3a8c5a1467d 100644
--- a/pkgs/development/python-modules/kserve/default.nix
+++ b/pkgs/development/python-modules/kserve/default.nix
@@ -75,7 +75,8 @@ buildPythonPackage (finalAttrs: {
 
   patches = [
     # vllm 0.29.0 removed vllm.entrypoints.openai.engine.protocol
-    ./vllm-0.29-compat.patch
+    # vllm 0.32.0 moved vllm.entrypoints.chat_utils to vllm.renderers.chat_utils
+    ./vllm-compat.patch
   ];
 
   build-system = [
diff --git a/pkgs/development/python-modules/kserve/vllm-0.29-compat.patch b/pkgs/development/python-modules/kserve/vllm-compat.patch
similarity index 64%
rename from pkgs/development/python-modules/kserve/vllm-0.29-compat.patch
rename to pkgs/development/python-modules/kserve/vllm-compat.patch
index e7ab9e1125c1..e440d3a6a879 100644
--- a/pkgs/development/python-modules/kserve/vllm-0.29-compat.patch
+++ b/pkgs/development/python-modules/kserve/vllm-compat.patch
@@ -1,5 +1,5 @@
 diff --git a/kserve/protocol/rest/openai/types/__init__.py b/kserve/protocol/rest/openai/types/__init__.py
-index d70e258..811aa95 100644
+index d70e258..b159675 100644
 --- a/kserve/protocol/rest/openai/types/__init__.py
 +++ b/kserve/protocol/rest/openai/types/__init__.py
 @@ -31,8 +31,8 @@ from vllm.entrypoints.openai.completion.protocol import (
@@ -13,3 +13,12 @@ index d70e258..811aa95 100644
      UsageInfo,
      ModelCard as Model,
      ModelList,
+@@ -47,7 +47,7 @@ from vllm.entrypoints.pooling.scoring.protocol import (
+     RerankRequest,
+     RerankResponse as Rerank,
+ )
+-from vllm.entrypoints.chat_utils import (
++from vllm.renderers.chat_utils import (
+     ChatCompletionContentPartParam,
+     CustomChatCompletionMessageParam,
+     ChatCompletionMessageParam,