test_custom_dispatcher.py

import os

from ..utils import compare_two_settings

# --enforce-eager on TPU causes graph compilation
# this times out default Health Check in the MQLLMEngine,
# so we set the timeout here to 30s
os.environ["VLLM_RPC_TIMEOUT"] = "30000"


def test_custom_dispatcher():
    compare_two_settings("google/gemma-2b",
                         arg1=["--enforce-eager"],
                         arg2=["--enforce-eager"],
                         env1={"VLLM_DYNAMO_USE_CUSTOM_DISPATCHER": "0"},
                         env2={})