test_custom_dispatcher.py

# SPDX-License-Identifier: Apache-2.0

import pytest

from vllm.config import CompilationLevel

from ..utils import compare_two_settings

# --enforce-eager on TPU causes graph compilation
# this times out default Health Check in the MQLLMEngine,
# so we set the timeout here to 30s


def test_custom_dispatcher(monkeypatch: pytest.MonkeyPatch):
    with monkeypatch.context() as m:
        m.setenv("VLLM_RPC_TIMEOUT", "30000")
        compare_two_settings(
            "google/gemma-2b",
            arg1=[
                "--enforce-eager",
                f"-O{CompilationLevel.DYNAMO_ONCE}",
            ],
            arg2=["--enforce-eager", f"-O{CompilationLevel.DYNAMO_AS_IS}"],
            env1={},
            env2={})