Commit 02e5f211 authored by xuxz's avatar xuxz
Browse files

[PD][Bugfix] 修复影响其他connector的bug

parent 5379fc16
...@@ -556,9 +556,9 @@ class Scheduler(SchedulerInterface): ...@@ -556,9 +556,9 @@ class Scheduler(SchedulerInterface):
+ len(scheduled_running_reqs) >= max_batch_running): + len(scheduled_running_reqs) >= max_batch_running):
break break
request = self.waiting.peek_request() request = self.waiting.peek_request()
if self.connector and not self.connector.is_producer and \ if envs.VLLM_USE_DP_CONNECTOR and \
request.request_id not in self.finished_recving_kv_req_ids and \ self.connector and not self.connector.is_producer and \
envs.VLLM_USE_DP_CONNECTOR: request.request_id not in self.finished_recving_kv_req_ids:
self.waiting.pop_request() self.waiting.pop_request()
skipped_waiting_requests.prepend_request(request) skipped_waiting_requests.prepend_request(request)
continue continue
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment