Unverified Commit 12866af7 authored by Xieyang Xu's avatar Xieyang Xu Committed by GitHub
Browse files

dummy run corner case (#29433)

parent d8819c88
......@@ -2789,7 +2789,7 @@ class GPUModelRunner(
# returns True. before returning early here we call
# dummy run to ensure coordinate_batch_across_dp
# is called into to avoid out of sync issues.
self._dummy_run(1)
self._dummy_run(self._get_num_input_tokens(1))
if not has_kv_transfer_group():
# Return empty ModelRunnerOutput if no work to do.
return EMPTY_MODEL_RUNNER_OUTPUT
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment