Skip to content

GitLab

Unverified Commit ce3f1eed authored by DefTruth's avatar DefTruth Committed by GitHub
Browse files

[Misc] remove chunk detected debug logs (#4571)

parent 808632d3
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 4 deletions
vllm/engine/llm_engine.py
View file @ ce3f1eed
...@@ -662,10 +662,10 @@ class LLMEngine: ...@@ -662,10 +662,10 @@ class LLMEngine:
# decode seq_groups in scheduled_seq_groups. # decode seq_groups in scheduled_seq_groups.
if scheduler_outputs is not None: if scheduler_outputs is not None:
num_generation_tokens_from_prefill_groups = 0. num_generation_tokens_from_prefill_groups = 0.
if scheduler_outputs.num_prefill_groups > 0 and len( # NOTE: if scheduler_outputs.num_prefill_groups > 0 and
scheduler_outputs.scheduled_seq_groups # the len of scheduler_outputs.scheduled_seq_groups is !=
) != scheduler_outputs.num_prefill_groups: # scheduler_outputs.num_prefill_groups, this means that
print("DETECTED CHUNKED") # chunked prefills have been detected.
for idx, scheduled_seq_group in enumerate( for idx, scheduled_seq_group in enumerate(
scheduler_outputs.scheduled_seq_groups): scheduler_outputs.scheduled_seq_groups):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment