[CI/Build] mypy: check vllm/entrypoints (#9194)
Signed-off-by: Russell Bryant <rbryant@redhat.com>
This commit is contained in:
parent
ca77dd7a44
commit
cdca8994bd
@ -19,7 +19,7 @@ run_mypy vllm/attention
|
||||
#run_mypy vllm/core
|
||||
run_mypy vllm/distributed
|
||||
run_mypy vllm/engine
|
||||
#run_mypy vllm/entrypoints
|
||||
run_mypy vllm/entrypoints
|
||||
run_mypy vllm/executor
|
||||
#run_mypy vllm/inputs
|
||||
run_mypy vllm/logging
|
||||
|
@ -514,10 +514,13 @@ class LLM:
|
||||
# Handle multi and single conversations
|
||||
if is_list_of(messages, list):
|
||||
# messages is List[List[...]]
|
||||
list_of_messages = messages
|
||||
list_of_messages = cast(List[List[ChatCompletionMessageParam]],
|
||||
messages)
|
||||
else:
|
||||
# messages is List[...]
|
||||
list_of_messages = [messages]
|
||||
list_of_messages = [
|
||||
cast(List[ChatCompletionMessageParam], messages)
|
||||
]
|
||||
|
||||
prompts: List[Union[TokensPrompt, TextPrompt]] = []
|
||||
|
||||
|
Loading…
x
Reference in New Issue
Block a user