Unverified Commit 9b693d02 authored by Nick Hill's avatar Nick Hill Committed by GitHub
Browse files

[Misc] Omit "disable NCCL for DP sync" startup log when not applicable (#32707)


Signed-off-by: default avatarNick Hill <nickhill123@gmail.com>
parent 808d6fd7
......@@ -622,11 +622,14 @@ class VllmConfig:
if self.parallel_config.disable_nccl_for_dp_synchronization is None:
if self.scheduler_config.async_scheduling:
logger.info_once(
"Disabling NCCL for DP synchronization "
"when using async scheduling.",
scope="local",
)
if self.parallel_config.data_parallel_size > 1 and (
self.model_config is None or self.model_config.is_moe
):
logger.info_once(
"Disabling NCCL for DP synchronization "
"when using async scheduling.",
scope="local",
)
self.parallel_config.disable_nccl_for_dp_synchronization = True
else:
self.parallel_config.disable_nccl_for_dp_synchronization = False
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment