Skip to content

GitLab

Unverified Commit d75c4073 authored by Nick Hill's avatar Nick Hill Committed by GitHub
Browse files

[Fix] Keep `scheduler.running` as deque (#2523)

parent 5b23c3f2
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 4 deletions
vllm/core/scheduler.py
View file @ d75c4073
...@@ -332,10 +332,8 @@ class Scheduler: ...@@ -332,10 +332,8 @@ class Scheduler:
self.block_manager.free(seq) self.block_manager.free(seq)
def free_finished_seq_groups(self) -> None: def free_finished_seq_groups(self) -> None:
self.running = [ self.running = deque(seq_group for seq_group in self.running
seq_group for seq_group in self.running if not seq_group.is_finished())
if not seq_group.is_finished()
]
def _allocate(self, seq_group: SequenceGroup) -> None: def _allocate(self, seq_group: SequenceGroup) -> None:
self.block_manager.allocate(seq_group) self.block_manager.allocate(seq_group)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment