Skip to content

GitLab

"git@developer.sourcefind.cn:OpenDAS/torchaudio.git" did not exist on "7ba7cf4d24a2967b8fa4aaff437116524281f8fd"
Commit 263e91b3 authored by Woosuk Kwon's avatar Woosuk Kwon
Browse files

Minor

parent be1e2163
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 4 deletions
cacheflow/master/block_manager.py
View file @ 263e91b3
...@@ -210,8 +210,8 @@ class BlockSpaceManager: ...@@ -210,8 +210,8 @@ class BlockSpaceManager:
} }
return block_number_mapping return block_number_mapping
def _free_blocks(self, blocks: Iterable[PhysicalTokenBlock]) -> None: def _free_block_table(self, block_table: BlockTable) -> None:
for block in blocks: for block in block_table:
if block.device == Device.GPU: if block.device == Device.GPU:
self.gpu_allocator.free(block) self.gpu_allocator.free(block)
else: else:
...@@ -219,10 +219,10 @@ class BlockSpaceManager: ...@@ -219,10 +219,10 @@ class BlockSpaceManager:
def free(self, seq: Sequence) -> None: def free(self, seq: Sequence) -> None:
block_table = self.block_tables[seq.seq_id] block_table = self.block_tables[seq.seq_id]
self._free_blocks(block_table) self._free_block_table(block_table)
del self.block_tables[seq.seq_id] del self.block_tables[seq.seq_id]
def reset(self) -> None: def reset(self) -> None:
for block_table in self.block_tables.values(): for block_table in self.block_tables.values():
self._free_blocks(block_table) self._free_block_table(block_table)
self.block_tables.clear() self.block_tables.clear()
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment