Unverified Commit c8851008 authored by Harry Mellor's avatar Harry Mellor Committed by GitHub
Browse files

Fix Qwen2.5-VL test for Transformers v5 (#36532)


Signed-off-by: default avatarHarry Mellor <19981378+hmellor@users.noreply.github.com>
parent 4ff8c3c8
...@@ -8,7 +8,7 @@ NOTE: ...@@ -8,7 +8,7 @@ NOTE:
--runner pooling \ --runner pooling \
--max-model-len 5000 \ --max-model-len 5000 \
--limit-mm-per-prompt.video 1 \ --limit-mm-per-prompt.video 1 \
--hf-overrides '{"text_config": {"architectures": ["Qwen2_5_VLForSequenceClassification"]}}' --hf-overrides '{"architectures": ["Qwen2_5_VLForSequenceClassification"]}'
""" """
import argparse import argparse
......
...@@ -12,11 +12,7 @@ from vllm.multimodal.utils import encode_image_url, fetch_image ...@@ -12,11 +12,7 @@ from vllm.multimodal.utils import encode_image_url, fetch_image
MODEL_NAME = "muziyongshixin/Qwen2.5-VL-7B-for-VideoCls" MODEL_NAME = "muziyongshixin/Qwen2.5-VL-7B-for-VideoCls"
MAXIMUM_VIDEOS = 1 MAXIMUM_VIDEOS = 1
HF_OVERRIDES = { HF_OVERRIDES = {"architectures": ["Qwen2_5_VLForSequenceClassification"]}
"text_config": {
"architectures": ["Qwen2_5_VLForSequenceClassification"],
},
}
input_text = "This product was excellent and exceeded my expectations" input_text = "This product was excellent and exceeded my expectations"
image_url = "https://vllm-public-assets.s3.us-west-2.amazonaws.com/multimodal_asset/cat_snow.jpg" image_url = "https://vllm-public-assets.s3.us-west-2.amazonaws.com/multimodal_asset/cat_snow.jpg"
image_base64 = {"url": encode_image_url(fetch_image(image_url))} image_base64 = {"url": encode_image_url(fetch_image(image_url))}
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment