Unverified Commit e7213003 authored by Micah Williamson's avatar Micah Williamson Committed by GitHub
Browse files

[ROCm][CI] Fix TP size issue for `test_gpt_oss` (#35887)


Signed-off-by: default avatarMicah Williamson <micah.williamson@amd.com>
parent 3a8eef58
......@@ -21,6 +21,8 @@ import lm_eval
import pytest
from packaging import version
from vllm.utils.torch_utils import cuda_device_count_stateless
MODEL_ACCURACIES = {
# Full quantization: attention linears and MoE linears
"amd/gpt-oss-20b-WFP8-AFP8-KVFP8": 0.89,
......@@ -83,6 +85,9 @@ class EvaluationConfig:
def test_gpt_oss_attention_quantization(
model_name: str, tp_size: int, expected_accuracy: float
):
if tp_size > cuda_device_count_stateless():
pytest.skip("Not enough GPUs to run this test case")
model_args = EvaluationConfig(model_name).get_model_args(tp_size)
extra_run_kwargs = {
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment