feat: update scheduler implementation

c833e64e · liuchy5 · 4e8af7e8 · c833e64e
Commit c833e64e authored Nov 24, 2025 by liuchy5
Show whitespace changes
Inline Side-by-side

Showing with 6 additions and 2 deletions

vllm/v1/core/sched/scheduler.py vllm/v1/core/sched/scheduler.py +6 -2

No files found.
--- a/vllm/v1/core/sched/scheduler.py
+++ b/vllm/v1/core/sched/scheduler.py
@@ -344,7 +344,9 @@ class Scheduler(SchedulerInterface):
                    break

                request = self.waiting.peek_request()
-
+                if request.is_finished():
+                    self.waiting.pop_request()
+                    continue
                # KVTransfer: skip request if still waiting for remote kvs.
                if request.status == RequestStatus.WAITING_FOR_REMOTE_KVS:
                    is_ready = self._update_waiting_for_remote_kv(request)
@@ -672,7 +674,9 @@ class Scheduler(SchedulerInterface):
                break

            request = self.waiting.peek_request()
-
+            if request.is_finished():
+                    self.waiting.pop_request()
+                    continue
            # KVTransfer: skip request if still waiting for remote kvs.
            if request.status == RequestStatus.WAITING_FOR_REMOTE_KVS:
                is_ready = self._update_waiting_for_remote_kv(request)