Unverified Commit 772ce5af authored by Ming Yang's avatar Ming Yang Committed by GitHub
Browse files

[Misc] Add dummy maverick test to CI (#21324)


Signed-off-by: default avatarMing Yang <minos.future@gmail.com>
Co-authored-by: default avatarCyrus Leung <cyrus.tl.leung@gmail.com>
parent 63d92abb
...@@ -718,6 +718,7 @@ steps: ...@@ -718,6 +718,7 @@ steps:
- VLLM_USE_V1=0 CUDA_VISIBLE_DEVICES=0,1 pytest -v -s test_sharded_state_loader.py - VLLM_USE_V1=0 CUDA_VISIBLE_DEVICES=0,1 pytest -v -s test_sharded_state_loader.py
- VLLM_USE_V1=0 CUDA_VISIBLE_DEVICES=0,1 pytest -v -s kv_transfer/test_disagg.py - VLLM_USE_V1=0 CUDA_VISIBLE_DEVICES=0,1 pytest -v -s kv_transfer/test_disagg.py
- CUDA_VISIBLE_DEVICES=0,1 pytest -v -s v1/shutdown - CUDA_VISIBLE_DEVICES=0,1 pytest -v -s v1/shutdown
- pytest -v -s models/multimodal/generation/test_maverick.py
- label: Plugin Tests (2 GPUs) # 40min - label: Plugin Tests (2 GPUs) # 40min
mirror_hardwares: [amdexperimental] mirror_hardwares: [amdexperimental]
......
...@@ -23,6 +23,8 @@ from transformers import (AutoConfig, AutoProcessor, AutoTokenizer, ...@@ -23,6 +23,8 @@ from transformers import (AutoConfig, AutoProcessor, AutoTokenizer,
from vllm import LLM, SamplingParams from vllm import LLM, SamplingParams
from ....utils import multi_gpu_test
# Sample prompts for testing # Sample prompts for testing
PROMPTS: list[str] = [ PROMPTS: list[str] = [
"Hello, my name is", "Hello, my name is",
...@@ -541,6 +543,7 @@ def run_reduced_model(model_path: str, ...@@ -541,6 +543,7 @@ def run_reduced_model(model_path: str,
print("-" * 40) print("-" * 40)
@multi_gpu_test(num_gpus=2)
@pytest.mark.parametrize( @pytest.mark.parametrize(
"original_model_name,text_layers,num_experts,vision_layers,", "original_model_name,text_layers,num_experts,vision_layers,",
[("meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8", 4, 4, 2)]) [("meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8", 4, 4, 2)])
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment