Skip to content

GitLab

Commit b1644f76 authored by Woosuk Kwon's avatar Woosuk Kwon
Browse files

Fix can_swap_in

parent c574f195
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
cacheflow/master/block_manager.py
View file @ b1644f76
...@@ -147,12 +147,12 @@ class BlockSpaceManager: ...@@ -147,12 +147,12 @@ class BlockSpaceManager:
def can_swap_in(self, seq_group: SequenceGroup) -> bool: def can_swap_in(self, seq_group: SequenceGroup) -> bool:
blocks = self._get_physical_blocks(seq_group) blocks = self._get_physical_blocks(seq_group)
num_running_seqs = seq_group.num_seqs(status=SequenceStatus.RUNNING) num_swapped_seqs = seq_group.num_seqs(status=SequenceStatus.SWAPPED)
num_free_blocks = self.gpu_allocator.get_num_free_blocks() num_free_blocks = self.gpu_allocator.get_num_free_blocks()
# NOTE: Conservatively, we assume that every sequence will allocate # NOTE: Conservatively, we assume that every sequence will allocate
# at least one free block right after the swap-in. # at least one free block right after the swap-in.
# NOTE: This should match the logic in can_append(). # NOTE: This should match the logic in can_append().
return len(blocks) + num_running_seqs <= num_free_blocks return len(blocks) + num_swapped_seqs <= num_free_blocks
def swap_in(self, seq_group: SequenceGroup) -> Dict[int, int]: def swap_in(self, seq_group: SequenceGroup) -> Dict[int, int]:
# src_block_number -> dst_block_number # src_block_number -> dst_block_number
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment