python3Packages.kserve: update patch to fix build

This commit is contained in:
Gaetan Lepage
2026-10-25 10:17:15 +00:00
parent ec7e6d0770
commit 3ea497ae24
2 changed files with 12 additions and 2 deletions

View File

@@ -75,7 +75,8 @@ buildPythonPackage (finalAttrs: {
patches = [
# vllm 0.29.0 removed vllm.entrypoints.openai.engine.protocol
./vllm-0.29-compat.patch
# vllm 0.32.0 moved vllm.entrypoints.chat_utils to vllm.renderers.chat_utils
./vllm-compat.patch
];
build-system = [

View File

@@ -1,5 +1,5 @@
diff --git a/kserve/protocol/rest/openai/types/__init__.py b/kserve/protocol/rest/openai/types/__init__.py
index d70e258..811aa95 100644
index d70e258..b159675 100644
--- a/kserve/protocol/rest/openai/types/__init__.py
+++ b/kserve/protocol/rest/openai/types/__init__.py
@@ -31,8 +31,8 @@ from vllm.entrypoints.openai.completion.protocol import (
@@ -13,3 +13,12 @@ index d70e258..811aa95 100644
UsageInfo,
ModelCard as Model,
ModelList,
@@ -47,7 +47,7 @@ from vllm.entrypoints.pooling.scoring.protocol import (
RerankRequest,
RerankResponse as Rerank,
)
-from vllm.entrypoints.chat_utils import (
+from vllm.renderers.chat_utils import (
ChatCompletionContentPartParam,
CustomChatCompletionMessageParam,
ChatCompletionMessageParam,