Skip to content

GitLab

"...git@developer.sourcefind.cn:renzhc/diffusers_dcu.git" did not exist on "d72a24b790d25195d1fe1a1d0c370a6477617c89"
Unverified Commit 6376b632 authored by fzyzcjy's avatar fzyzcjy Committed by GitHub
Browse files

Tiny log prefill time (#6780)

parent e05e29d1
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 1 deletion
python/sglang/srt/managers/scheduler.py
View file @ 6376b632
...@@ -1158,7 +1158,8 @@ class Scheduler( ...@@ -1158,7 +1158,8 @@ class Scheduler(
if self.disaggregation_mode == DisaggregationMode.PREFILL: if self.disaggregation_mode == DisaggregationMode.PREFILL:
f += f"#unbootstrapped-req: {len(self.disagg_prefill_bootstrap_queue.queue)}, " f += f"#unbootstrapped-req: {len(self.disagg_prefill_bootstrap_queue.queue)}, "
f += f"#queue-req: {len(self.waiting_queue)}, " f += f"#queue-req: {len(self.waiting_queue)}, "
f += f"#transferring-req: {len(self.disagg_prefill_inflight_queue)} " f += f"#transferring-req: {len(self.disagg_prefill_inflight_queue)}, "
f += f"time: {gap_latency:.2f} "
else: else:
f += f"#queue-req: {len(self.waiting_queue)}" f += f"#queue-req: {len(self.waiting_queue)}"
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment