Unverified Commit 7be4f562 authored by Ronen Schaffer's avatar Ronen Schaffer Committed by GitHub
Browse files

[Bugfix][Core] Restore logging of stats in the async engine (#4150)

parent 8f20fc04
...@@ -217,10 +217,16 @@ class _AsyncLLMEngine(LLMEngine): ...@@ -217,10 +217,16 @@ class _AsyncLLMEngine(LLMEngine):
else: else:
output = [] output = []
return self._process_model_outputs( request_outputs = self._process_model_outputs(
output, scheduler_outputs.scheduled_seq_groups, output, scheduler_outputs.scheduled_seq_groups,
scheduler_outputs.ignored_seq_groups) scheduler_outputs.ignored_seq_groups)
# Log stats.
if self.log_stats:
self.stat_logger.log(self._get_stats(scheduler_outputs))
return request_outputs
async def encode_request_async( async def encode_request_async(
self, self,
request_id: str, # pylint: disable=unused-argument request_id: str, # pylint: disable=unused-argument
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment