Skip to content

GitLab

Unverified Commit cdca8994 authored by Russell Bryant's avatar Russell Bryant Committed by GitHub
Browse files

[CI/Build] mypy: check vllm/entrypoints (#9194) 


Signed-off-by: default avatarRussell Bryant <rbryant@redhat.com>
parent ca77dd7a
Hide whitespace changes
Inline Side-by-side
Showing with 6 additions and 3 deletions
tools/mypy.sh
View file @ cdca8994
...@@ -19,7 +19,7 @@ run_mypy vllm/attention ...@@ -19,7 +19,7 @@ run_mypy vllm/attention
#run_mypy vllm/core #run_mypy vllm/core
run_mypy vllm/distributed run_mypy vllm/distributed
run_mypy vllm/engine run_mypy vllm/engine
#run_mypy vllm/entrypoints run_mypy vllm/entrypoints
run_mypy vllm/executor run_mypy vllm/executor
#run_mypy vllm/inputs #run_mypy vllm/inputs
run_mypy vllm/logging run_mypy vllm/logging
......
vllm/entrypoints/llm.py
View file @ cdca8994
...@@ -514,10 +514,13 @@ class LLM: ...@@ -514,10 +514,13 @@ class LLM:
# Handle multi and single conversations # Handle multi and single conversations
if is_list_of(messages, list): if is_list_of(messages, list):
# messages is List[List[...]] # messages is List[List[...]]
list_of_messages = messages list_of_messages = cast(List[List[ChatCompletionMessageParam]],
messages)
else: else:
# messages is List[...] # messages is List[...]
list_of_messages = [messages] list_of_messages = [
cast(List[ChatCompletionMessageParam], messages)
]
prompts: List[Union[TokensPrompt, TextPrompt]] = [] prompts: List[Union[TokensPrompt, TextPrompt]] = []
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment