Unverified Commit 9b693d02 authored by Nick Hill's avatar Nick Hill Committed by GitHub
Browse files

[Misc] Omit "disable NCCL for DP sync" startup log when not applicable (#32707)


Signed-off-by: default avatarNick Hill <nickhill123@gmail.com>
parent 808d6fd7
...@@ -622,11 +622,14 @@ class VllmConfig: ...@@ -622,11 +622,14 @@ class VllmConfig:
if self.parallel_config.disable_nccl_for_dp_synchronization is None: if self.parallel_config.disable_nccl_for_dp_synchronization is None:
if self.scheduler_config.async_scheduling: if self.scheduler_config.async_scheduling:
logger.info_once( if self.parallel_config.data_parallel_size > 1 and (
"Disabling NCCL for DP synchronization " self.model_config is None or self.model_config.is_moe
"when using async scheduling.", ):
scope="local", logger.info_once(
) "Disabling NCCL for DP synchronization "
"when using async scheduling.",
scope="local",
)
self.parallel_config.disable_nccl_for_dp_synchronization = True self.parallel_config.disable_nccl_for_dp_synchronization = True
else: else:
self.parallel_config.disable_nccl_for_dp_synchronization = False self.parallel_config.disable_nccl_for_dp_synchronization = False
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment