Unverified Commit 930746d9 authored by Liangsheng Yin's avatar Liangsheng Yin Committed by GitHub
Browse files

Improve log status (#7115)

parent 84727a51
...@@ -1156,15 +1156,15 @@ class Scheduler( ...@@ -1156,15 +1156,15 @@ class Scheduler(
f"#new-token: {adder.log_input_tokens}, " f"#new-token: {adder.log_input_tokens}, "
f"#cached-token: {adder.log_hit_tokens}, " f"#cached-token: {adder.log_hit_tokens}, "
f"token usage: {num_used / self.max_total_num_tokens:.2f}, " f"token usage: {num_used / self.max_total_num_tokens:.2f}, "
f"#running-req: {running_bs}, "
) )
if self.disaggregation_mode == DisaggregationMode.PREFILL: if self.disaggregation_mode == DisaggregationMode.PREFILL:
f += f"#unbootstrapped-req: {len(self.disagg_prefill_bootstrap_queue.queue)}, " f += f"#unbootstrapped-req: {len(self.disagg_prefill_bootstrap_queue.queue)}, "
f += f"#queue-req: {len(self.waiting_queue)}, " f += f"#queue-req: {len(self.waiting_queue)}, "
f += f"#transferring-req: {len(self.disagg_prefill_inflight_queue)}, " f += f"#transferring-req: {len(self.disagg_prefill_inflight_queue)}, "
f += f"time: {gap_latency:.2f} " f += f"input throughput (token/s): {self.last_input_throughput:.2f} "
else: else:
f += f"#running-req: {running_bs}, "
f += f"#queue-req: {len(self.waiting_queue)}" f += f"#queue-req: {len(self.waiting_queue)}"
logger.info(f) logger.info(f)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment