Unverified Commit 6ed068a7 authored by explainerauthors's avatar explainerauthors Committed by GitHub
Browse files

Use the type BlockTable (#1791)

parent 708e6c18
...@@ -7,6 +7,10 @@ from vllm.sequence import Sequence, SequenceGroup, SequenceStatus ...@@ -7,6 +7,10 @@ from vllm.sequence import Sequence, SequenceGroup, SequenceStatus
from vllm.utils import Device from vllm.utils import Device
# Mapping: logical block number -> physical block.
BlockTable = List[PhysicalTokenBlock]
class BlockAllocator: class BlockAllocator:
"""Manages free physical token blocks for a device. """Manages free physical token blocks for a device.
...@@ -26,7 +30,7 @@ class BlockAllocator: ...@@ -26,7 +30,7 @@ class BlockAllocator:
self.num_blocks = num_blocks self.num_blocks = num_blocks
# Initialize the free blocks. # Initialize the free blocks.
self.free_blocks: List[PhysicalTokenBlock] = [] self.free_blocks: BlockTable = []
for i in range(num_blocks): for i in range(num_blocks):
block = PhysicalTokenBlock(device=device, block = PhysicalTokenBlock(device=device,
block_number=i, block_number=i,
...@@ -51,10 +55,6 @@ class BlockAllocator: ...@@ -51,10 +55,6 @@ class BlockAllocator:
return len(self.free_blocks) return len(self.free_blocks)
# Mapping: logical block number -> physical block.
BlockTable = List[PhysicalTokenBlock]
class AllocStatus(enum.Enum): class AllocStatus(enum.Enum):
"""Result for BlockSpaceManager.can_allocate """Result for BlockSpaceManager.can_allocate
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment