"examples/community/stable_diffusion_controlnet_img2img.py" did not exist on "0c39f53cbb2724b9706a5a8397e8c5ace414aa96"
Unverified Commit 8a382fd3 authored by fzyzcjy's avatar fzyzcjy Committed by GitHub
Browse files

Super tiny fix missing input throughput (#11607)

parent 62797440
......@@ -135,6 +135,7 @@ class SchedulerMetricsMixin:
if self.disaggregation_mode == DisaggregationMode.PREFILL:
f += f"#prealloc-req: {len(self.disagg_prefill_bootstrap_queue.queue)}, "
f += f"#inflight-req: {len(self.disagg_prefill_inflight_queue)}, "
f += f"input throughput (token/s): {self.last_input_throughput:.2f}, "
logger.info(f)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment