nathan/nixpkgs
1
0
Fork 0
mirror of https://github.com/NixOS/nixpkgs.git synced 2026-10-31 01:02:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

python313Packages.kserve: fix vllm 0.29.0 compat

Browse Source
This commit is contained in:
liberodark
2026-10-09 14:42:10 +02:00
parent 5fab04a6fb
commit 0df735f885
2 changed files with 20 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
pkgs/development/python-modules/kserve/default.nix
View File

@@ -73,6 +73,11 @@ buildPythonPackage (finalAttrs: {
sourceRoot = "${finalAttrs.src.name}/python/kserve";
patches = [
# vllm 0.29.0 removed vllm.entrypoints.openai.engine.protocol
./vllm-0.29-compat.patch
];
build-system = [
setuptools
];

15
pkgs/development/python-modules/kserve/vllm-0.29-compat.patch Normal file
View File

@@ -0,0 +1,15 @@
diff --git a/kserve/protocol/rest/openai/types/__init__.py b/kserve/protocol/rest/openai/types/__init__.py
index d70e258..811aa95 100644
--- a/kserve/protocol/rest/openai/types/__init__.py
+++ b/kserve/protocol/rest/openai/types/__init__.py
@@ -31,8 +31,8 @@ from vllm.entrypoints.openai.completion.protocol import (
CompletionRequest,
CompletionResponse as Completion,
)
-from vllm.entrypoints.openai.engine.protocol import (
- DeltaMessage as ChoiceDelta,
+from vllm.entrypoints.generate.base.protocol import DeltaMessage as ChoiceDelta
+from vllm.entrypoints.serve.engine.protocol import (
UsageInfo,
ModelCard as Model,
ModelList,