Skip to content

GitLab

Unverified Commit 47672f38 authored by Isotr0py's avatar Isotr0py Committed by GitHub
Browse files

[CI/Build] Fix VLM broadcast tests `tensor_parallel_size` passing (#10161) 


Signed-off-by: default avatarIsotr0py <2037008807@qq.com>
parent f83feccd
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 0 deletions
tests/models/decoder_only/vision_language/test_models.py
View file @ 47672f38
...@@ -34,6 +34,7 @@ COMMON_BROADCAST_SETTINGS = { ...@@ -34,6 +34,7 @@ COMMON_BROADCAST_SETTINGS = {
"dtype": "half", "dtype": "half",
"max_tokens": 5, "max_tokens": 5,
"tensor_parallel_size": 2, "tensor_parallel_size": 2,
"model_kwargs": {"device_map": "auto"},
"image_size_factors": [(.25, 0.5, 1.0)], "image_size_factors": [(.25, 0.5, 1.0)],
"distributed_executor_backend": ( "distributed_executor_backend": (
"ray", "ray",
......
tests/models/decoder_only/vision_language/vlm_utils/types.py
View file @ 47672f38
...@@ -158,6 +158,7 @@ class VLMTestInfo(NamedTuple): ...@@ -158,6 +158,7 @@ class VLMTestInfo(NamedTuple):
"max_model_len": self.max_model_len, "max_model_len": self.max_model_len,
"max_num_seqs": self.max_num_seqs, "max_num_seqs": self.max_num_seqs,
"task": self.task, "task": self.task,
"tensor_parallel_size": self.tensor_parallel_size,
"hf_output_post_proc": self.hf_output_post_proc, "hf_output_post_proc": self.hf_output_post_proc,
"vllm_output_post_proc": self.vllm_output_post_proc, "vllm_output_post_proc": self.vllm_output_post_proc,
"auto_cls": self.auto_cls, "auto_cls": self.auto_cls,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment