diff --git a/kserve/protocol/rest/openai/types/__init__.py b/kserve/protocol/rest/openai/types/__init__.py index d70e258..b159675 100644 --- a/kserve/protocol/rest/openai/types/__init__.py +++ b/kserve/protocol/rest/openai/types/__init__.py @@ -31,8 +31,8 @@ from vllm.entrypoints.openai.completion.protocol import ( CompletionRequest, CompletionResponse as Completion, ) -from vllm.entrypoints.openai.engine.protocol import ( - DeltaMessage as ChoiceDelta, +from vllm.entrypoints.generate.base.protocol import DeltaMessage as ChoiceDelta +from vllm.entrypoints.serve.engine.protocol import ( UsageInfo, ModelCard as Model, ModelList, @@ -47,7 +47,7 @@ from vllm.entrypoints.pooling.scoring.protocol import ( RerankRequest, RerankResponse as Rerank, ) -from vllm.entrypoints.chat_utils import ( +from vllm.renderers.chat_utils import ( ChatCompletionContentPartParam, CustomChatCompletionMessageParam, ChatCompletionMessageParam,