Unverified Commit 546b101f authored by pushan's avatar pushan Committed by GitHub
Browse files

[BugFix]: fix engine timeout due to request abort (#6255)


Signed-off-by: default avataryatta zhang <ytzhang01@foxmail.com>
Signed-off-by: default avatarzhangyuntao.dev <zhangyuntao.dev@bytedance.com>
Co-authored-by: default avatarzhangyuntao.dev <zhangyuntao.dev@bytedance.com>
parent 3963a533
......@@ -553,11 +553,13 @@ class AsyncLLMEngine:
request_outputs = await self.engine.step_async(virtual_engine)
# Put the outputs into the corresponding streams.
finished = True
for request_output in request_outputs:
self._request_tracker.process_request_output(
request_output, verbose=self.log_requests)
finished = finished and request_output.finished
return len(request_outputs) > 0
return not finished
async def _engine_abort(self, request_ids: Iterable[str]):
if self.engine_use_ray:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment