Unverified Commit ce3f1eed authored by DefTruth's avatar DefTruth Committed by GitHub
Browse files

[Misc] remove chunk detected debug logs (#4571)

parent 808632d3
......@@ -662,10 +662,10 @@ class LLMEngine:
# decode seq_groups in scheduled_seq_groups.
if scheduler_outputs is not None:
num_generation_tokens_from_prefill_groups = 0.
if scheduler_outputs.num_prefill_groups > 0 and len(
scheduler_outputs.scheduled_seq_groups
) != scheduler_outputs.num_prefill_groups:
print("DETECTED CHUNKED")
# NOTE: if scheduler_outputs.num_prefill_groups > 0 and
# the len of scheduler_outputs.scheduled_seq_groups is !=
# scheduler_outputs.num_prefill_groups, this means that
# chunked prefills have been detected.
for idx, scheduled_seq_group in enumerate(
scheduler_outputs.scheduled_seq_groups):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment