Unverified Commit 989e246e authored by Zhongxuan (Daniel) Wang's avatar Zhongxuan (Daniel) Wang Committed by GitHub
Browse files

fix: worker_id updates not applied (#4518)


Signed-off-by: default avatarZhongxuan (Daniel) Wang <daniewang@nvidia.com>
parent d821a8b9
......@@ -639,8 +639,6 @@ impl AsyncEngine<SingleIn<PreprocessedRequest>, ManyOut<Annotated<LLMEngineOutpu
prefill_marked = true;
}
yield item.clone();
// Inject worker_id in first item's disaggregated_params if requested
if first_item && should_populate_worker_id {
if let Some(ref mut data) = item.data {
......@@ -660,6 +658,8 @@ impl AsyncEngine<SingleIn<PreprocessedRequest>, ManyOut<Annotated<LLMEngineOutpu
}
first_item = false;
}
yield item;
}
}
}
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment