Skip to content

GitLab

Commit c833e64e authored by liuchy5's avatar liuchy5
Browse files

feat: update scheduler implementation

parent 4e8af7e8
Hide whitespace changes
Inline Side-by-side
Showing with 6 additions and 2 deletions
vllm/v1/core/sched/scheduler.py
View file @ c833e64e
...@@ -344,7 +344,9 @@ class Scheduler(SchedulerInterface): ...@@ -344,7 +344,9 @@ class Scheduler(SchedulerInterface):
break break
request = self.waiting.peek_request() request = self.waiting.peek_request()
if request.is_finished():
self.waiting.pop_request()
continue
# KVTransfer: skip request if still waiting for remote kvs. # KVTransfer: skip request if still waiting for remote kvs.
if request.status == RequestStatus.WAITING_FOR_REMOTE_KVS: if request.status == RequestStatus.WAITING_FOR_REMOTE_KVS:
is_ready = self._update_waiting_for_remote_kv(request) is_ready = self._update_waiting_for_remote_kv(request)
...@@ -672,7 +674,9 @@ class Scheduler(SchedulerInterface): ...@@ -672,7 +674,9 @@ class Scheduler(SchedulerInterface):
break break
request = self.waiting.peek_request() request = self.waiting.peek_request()
if request.is_finished():
self.waiting.pop_request()
continue
# KVTransfer: skip request if still waiting for remote kvs. # KVTransfer: skip request if still waiting for remote kvs.
if request.status == RequestStatus.WAITING_FOR_REMOTE_KVS: if request.status == RequestStatus.WAITING_FOR_REMOTE_KVS:
is_ready = self._update_waiting_for_remote_kv(request) is_ready = self._update_waiting_for_remote_kv(request)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment