Unverified Commit 055bd397 authored by Michael Goin's avatar Michael Goin Committed by GitHub
Browse files

[CI Bugfix] Fix CI OOM for `test_shared_storage_connector_hashes` (#21973)


Signed-off-by: default avatarmgoin <mgoin64@gmail.com>
parent 0f7919fc
...@@ -10,7 +10,7 @@ from vllm.assets.image import ImageAsset ...@@ -10,7 +10,7 @@ from vllm.assets.image import ImageAsset
from vllm.config import KVTransferConfig from vllm.config import KVTransferConfig
from vllm.multimodal.utils import encode_image_base64 from vllm.multimodal.utils import encode_image_base64
MODEL_NAME = "Qwen/Qwen2.5-VL-3B-Instruct" MODEL_NAME = "RedHatAI/Qwen2.5-VL-3B-Instruct-quantized.w4a16"
SAMPLING_PARAMS = SamplingParams(temperature=0.0, top_k=1, max_tokens=128) SAMPLING_PARAMS = SamplingParams(temperature=0.0, top_k=1, max_tokens=128)
...@@ -130,6 +130,8 @@ def test_shared_storage_connector_hashes(tmp_path): ...@@ -130,6 +130,8 @@ def test_shared_storage_connector_hashes(tmp_path):
model=MODEL_NAME, model=MODEL_NAME,
max_model_len=8192, max_model_len=8192,
max_num_seqs=1, max_num_seqs=1,
gpu_memory_utilization=0.4,
enforce_eager=True,
kv_transfer_config=kv_transfer_config, kv_transfer_config=kv_transfer_config,
limit_mm_per_prompt={"image": 2}, limit_mm_per_prompt={"image": 2},
) )
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment