Unverified Commit cdca8994 authored by Russell Bryant's avatar Russell Bryant Committed by GitHub
Browse files

[CI/Build] mypy: check vllm/entrypoints (#9194)


Signed-off-by: default avatarRussell Bryant <rbryant@redhat.com>
parent ca77dd7a
......@@ -19,7 +19,7 @@ run_mypy vllm/attention
#run_mypy vllm/core
run_mypy vllm/distributed
run_mypy vllm/engine
#run_mypy vllm/entrypoints
run_mypy vllm/entrypoints
run_mypy vllm/executor
#run_mypy vllm/inputs
run_mypy vllm/logging
......
......@@ -514,10 +514,13 @@ class LLM:
# Handle multi and single conversations
if is_list_of(messages, list):
# messages is List[List[...]]
list_of_messages = messages
list_of_messages = cast(List[List[ChatCompletionMessageParam]],
messages)
else:
# messages is List[...]
list_of_messages = [messages]
list_of_messages = [
cast(List[ChatCompletionMessageParam], messages)
]
prompts: List[Union[TokensPrompt, TextPrompt]] = []
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment