Addition of lacked ignored_seq_groups in _schedule_chunked_prefill (#5296)

dc49fb89 · limingshu · GitHub · 18a277b5 · dc49fb89
Unverified Commit dc49fb89 authored Jun 07, 2024 by limingshu Committed by GitHub Jun 07, 2024
Show whitespace changes
Inline Side-by-side

Showing with 2 additions and 1 deletion

vllm/core/scheduler.py vllm/core/scheduler.py +2 -1

No files found.
--- a/vllm/core/scheduler.py
+++ b/vllm/core/scheduler.py
@@ -905,7 +905,8 @@ class Scheduler:
            blocks_to_swap_out=running_scheduled.blocks_to_swap_out,
            blocks_to_copy=running_scheduled.blocks_to_copy +
            swapped_in.blocks_to_copy,
-            ignored_seq_groups=prefills.ignored_seq_groups,
+            ignored_seq_groups=prefills.ignored_seq_groups +
+            swapped_in.infeasible_seq_groups,
            num_lookahead_slots=running_scheduled.num_lookahead_slots,
            running_queue_size=len(self.running),
            preempted=(len(running_scheduled.preempted) +