Skip to content

GitLab

Unverified Commit bdaefbbf authored by Baizhou Zhang's avatar Baizhou Zhang Committed by GitHub
Browse files

Add environment flag for disabling message queue broadcaster (#6403)

parent 45a31a82
Show whitespace changes
Inline Side-by-side
Showing with 4 additions and 1 deletion
python/sglang/srt/distributed/parallel_state.py
View file @ bdaefbbf
...@@ -41,6 +41,7 @@ from torch.distributed import Backend, ProcessGroup ...@@ -41,6 +41,7 @@ from torch.distributed import Backend, ProcessGroup
from sglang.srt.utils import ( from sglang.srt.utils import (
direct_register_custom_op, direct_register_custom_op,
get_bool_env_var,
is_cuda_alike, is_cuda_alike,
is_npu, is_npu,
supports_custom_op, supports_custom_op,
...@@ -1153,7 +1154,9 @@ def initialize_model_parallel( ...@@ -1153,7 +1154,9 @@ def initialize_model_parallel(
group_ranks, group_ranks,
get_world_group().local_rank, get_world_group().local_rank,
backend, backend,
use_message_queue_broadcaster=True, use_message_queue_broadcaster=get_bool_env_var(
"SGLANG_USE_MESSAGE_QUEUE_BROADCASTER", "true"
),
group_name="tp", group_name="tp",
) )
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment