Unverified Commit 566cdb6c authored by Lucas Wilkinson's avatar Lucas Wilkinson Committed by GitHub
Browse files

[CI] Fix MHA attention test failure (AttributeError when model_config is None...


[CI] Fix MHA attention test failure (AttributeError when model_config is None in ViT attention backend) (#33033)
Signed-off-by: default avatarLucas Wilkinson <lwilkins@redhat.com>
parent 2f0d3ba7
...@@ -104,8 +104,9 @@ def get_vit_attn_backend( ...@@ -104,8 +104,9 @@ def get_vit_attn_backend(
""" """
try: try:
vllm_config: VllmConfig = get_current_vllm_config() vllm_config: VllmConfig = get_current_vllm_config()
model_config = vllm_config.model_config
multimodal_config: MultiModalConfig | None = ( multimodal_config: MultiModalConfig | None = (
vllm_config.model_config.multimodal_config model_config.multimodal_config if model_config is not None else None
) )
except AssertionError: except AssertionError:
multimodal_config = None multimodal_config = None
...@@ -129,8 +130,9 @@ def is_vit_use_data_parallel(): ...@@ -129,8 +130,9 @@ def is_vit_use_data_parallel():
""" """
try: try:
vllm_config: VllmConfig = get_current_vllm_config() vllm_config: VllmConfig = get_current_vllm_config()
model_config = vllm_config.model_config
multimodal_config: MultiModalConfig | None = ( multimodal_config: MultiModalConfig | None = (
vllm_config.model_config.multimodal_config model_config.multimodal_config if model_config is not None else None
) )
except AssertionError: except AssertionError:
multimodal_config = None multimodal_config = None
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment