Unverified Commit 2bcbda19 authored by Karen Chung's avatar Karen Chung Committed by GitHub
Browse files

fix: Router + SGLang DP testing (#6057)

parent 7d035aff
......@@ -234,6 +234,7 @@ class DynamoSglangPublisher:
kv_block_size=self.server_args.page_size,
zmq_endpoint=zmq_ep,
enable_local_indexer=self.dynamo_args.enable_local_indexer,
dp_rank=dp_rank,
)
logging.info(
f"Setting up ZMQ kv event subscriber for dp_rank={dp_rank} "
......
......@@ -25,7 +25,7 @@ from tests.utils.port_utils import allocate_ports, deallocate_ports
logger = logging.getLogger(__name__)
MODEL_NAME = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
MODEL_NAME = "silence09/DeepSeek-R1-Small-2layers"
pytestmark = [
pytest.mark.e2e,
......@@ -173,6 +173,9 @@ class SGLangProcess:
[
"--dp-size",
str(data_parallel_size),
"--tp-size",
str(data_parallel_size),
"--enable-dp-attention",
]
)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment