mirror of
https://github.com/NixOS/nixpkgs.git
synced 2026-10-30 16:10:36 +00:00
25 lines
985 B
Diff
25 lines
985 B
Diff
diff --git a/kserve/protocol/rest/openai/types/__init__.py b/kserve/protocol/rest/openai/types/__init__.py
|
|
index d70e258..b159675 100644
|
|
--- a/kserve/protocol/rest/openai/types/__init__.py
|
|
+++ b/kserve/protocol/rest/openai/types/__init__.py
|
|
@@ -31,8 +31,8 @@ from vllm.entrypoints.openai.completion.protocol import (
|
|
CompletionRequest,
|
|
CompletionResponse as Completion,
|
|
)
|
|
-from vllm.entrypoints.openai.engine.protocol import (
|
|
- DeltaMessage as ChoiceDelta,
|
|
+from vllm.entrypoints.generate.base.protocol import DeltaMessage as ChoiceDelta
|
|
+from vllm.entrypoints.serve.engine.protocol import (
|
|
UsageInfo,
|
|
ModelCard as Model,
|
|
ModelList,
|
|
@@ -47,7 +47,7 @@ from vllm.entrypoints.pooling.scoring.protocol import (
|
|
RerankRequest,
|
|
RerankResponse as Rerank,
|
|
)
|
|
-from vllm.entrypoints.chat_utils import (
|
|
+from vllm.renderers.chat_utils import (
|
|
ChatCompletionContentPartParam,
|
|
CustomChatCompletionMessageParam,
|
|
ChatCompletionMessageParam,
|