Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
5c241fa9
Commit
5c241fa9
authored
Mar 26, 2025
by
zhuwenwen
Browse files
update custom_all_reduce
parent
3b81dd6c
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
2 additions
and
2 deletions
+2
-2
vllm/config.py
vllm/config.py
+1
-1
vllm/distributed/device_communicators/custom_all_reduce.py
vllm/distributed/device_communicators/custom_all_reduce.py
+1
-1
No files found.
vllm/config.py
View file @
5c241fa9
...
@@ -1411,7 +1411,7 @@ class ParallelConfig:
...
@@ -1411,7 +1411,7 @@ class ParallelConfig:
if
self
.
use_ray
:
if
self
.
use_ray
:
from
vllm.executor
import
ray_utils
from
vllm.executor
import
ray_utils
ray_utils
.
assert_ray_available
()
ray_utils
.
assert_ray_available
()
# xiabo
# if current_platform.is_rocm():
# if current_platform.is_rocm():
# self.disable_custom_all_reduce = True
# self.disable_custom_all_reduce = True
# logger.info(
# logger.info(
...
...
vllm/distributed/device_communicators/custom_all_reduce.py
View file @
5c241fa9
...
@@ -136,7 +136,7 @@ class CustomAllreduce:
...
@@ -136,7 +136,7 @@ class CustomAllreduce:
assert
current_platform
.
is_cuda_alike
()
assert
current_platform
.
is_cuda_alike
()
full_nvlink
=
current_platform
.
is_fully_connected_nvlink_or_xgmi
(
full_nvlink
=
current_platform
.
is_fully_connected_nvlink_or_xgmi
(
physical_device_ids
)
physical_device_ids
)
if
world_size
>
2
and
not
full_nvlink
:
if
not
full_nvlink
:
logger
.
warning
(
logger
.
warning
(
"Custom allreduce is disabled because it's not supported on"
"Custom allreduce is disabled because it's not supported on"
" more than two PCIe-only GPUs. To silence this warning, "
" more than two PCIe-only GPUs. To silence this warning, "
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment