Unverified Commit cf5984b2 authored by Nick Hill's avatar Nick Hill Committed by GitHub
Browse files

[BugFix][DP] Send DP wave completion only from `dp_rank==0` (#18502)


Signed-off-by: default avatarNick Hill <nhill@redhat.com>
Co-authored-by: default avatarkourosh hakhamaneshi <kourosh@anyscale.com>
parent d022115c
......@@ -701,7 +701,7 @@ class DPEngineCoreProc(EngineCoreProc):
for i in range(local_dp_rank * world_size, (local_dp_rank + 1) *
world_size))
self.local_dp_rank = local_dp_rank
self.dp_rank = dp_rank
self.dp_group = vllm_config.parallel_config.stateless_init_dp_group()
self.current_wave = 0
......@@ -774,7 +774,7 @@ class DPEngineCoreProc(EngineCoreProc):
local_unfinished_reqs)
if not self.engines_running:
if self.local_dp_rank == 0:
if self.dp_rank == 0:
# Notify client that we are pausing the loop.
logger.debug("Wave %d finished, pausing engine loop.",
self.current_wave)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment