Commit 5c241fa9 authored by zhuwenwen's avatar zhuwenwen
Browse files

update custom_all_reduce

parent 3b81dd6c
...@@ -1411,7 +1411,7 @@ class ParallelConfig: ...@@ -1411,7 +1411,7 @@ class ParallelConfig:
if self.use_ray: if self.use_ray:
from vllm.executor import ray_utils from vllm.executor import ray_utils
ray_utils.assert_ray_available() ray_utils.assert_ray_available()
# xiabo
# if current_platform.is_rocm(): # if current_platform.is_rocm():
# self.disable_custom_all_reduce = True # self.disable_custom_all_reduce = True
# logger.info( # logger.info(
......
...@@ -136,7 +136,7 @@ class CustomAllreduce: ...@@ -136,7 +136,7 @@ class CustomAllreduce:
assert current_platform.is_cuda_alike() assert current_platform.is_cuda_alike()
full_nvlink = current_platform.is_fully_connected_nvlink_or_xgmi( full_nvlink = current_platform.is_fully_connected_nvlink_or_xgmi(
physical_device_ids) physical_device_ids)
if world_size > 2 and not full_nvlink: if not full_nvlink:
logger.warning( logger.warning(
"Custom allreduce is disabled because it's not supported on" "Custom allreduce is disabled because it's not supported on"
" more than two PCIe-only GPUs. To silence this warning, " " more than two PCIe-only GPUs. To silence this warning, "
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment