Skip to content

GitLab

Unverified Commit ea535dc5 authored by Lianmin Zheng's avatar Lianmin Zheng Committed by GitHub
Browse files

Revert "disable custom allreduce on HIP" (#3067)

parent 862bcff8
Hide whitespace changes
Inline Side-by-side
Showing with 0 additions and 4 deletions
python/sglang/srt/distributed/parallel_state.py
View file @ ea535dc5
......@@ -41,7 +41,6 @@ from torch.distributed import Backend, ProcessGroup
from sglang.srt.utils import (
direct_register_custom_op,
is_cuda_alike,
is_hip,
supports_custom_op,
)
......@@ -953,9 +952,6 @@ _ENABLE_CUSTOM_ALL_REDUCE = True
def set_custom_all_reduce(enable: bool):
global _ENABLE_CUSTOM_ALL_REDUCE
_ENABLE_CUSTOM_ALL_REDUCE = enable
if enable and is_hip():
logger.warning("HIP doesn't support custom_all_reduce, so disable it.")
_ENABLE_CUSTOM_ALL_REDUCE = False
def init_distributed_environment(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment