Unverified Commit bdaefbbf authored by Baizhou Zhang's avatar Baizhou Zhang Committed by GitHub
Browse files

Add environment flag for disabling message queue broadcaster (#6403)

parent 45a31a82
......@@ -41,6 +41,7 @@ from torch.distributed import Backend, ProcessGroup
from sglang.srt.utils import (
direct_register_custom_op,
get_bool_env_var,
is_cuda_alike,
is_npu,
supports_custom_op,
......@@ -1153,7 +1154,9 @@ def initialize_model_parallel(
group_ranks,
get_world_group().local_rank,
backend,
use_message_queue_broadcaster=True,
use_message_queue_broadcaster=get_bool_env_var(
"SGLANG_USE_MESSAGE_QUEUE_BROADCASTER", "true"
),
group_name="tp",
)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment