Unverified Commit 5c76b9cd authored by quanliu's avatar quanliu Committed by GitHub
Browse files

[Core] add remove_seq_from_computed_blocks_tracker to BlockSpaceManager (#19686)


Signed-off-by: default avatar刘全 <quan.liu2@dbappsecurity.com.cn>
Co-authored-by: default avatar刘全 <quan.liu2@dbappsecurity.com.cn>
parent ddfed314
......@@ -133,3 +133,7 @@ class BlockSpaceManager(ABC):
@abstractmethod
def get_num_cached_tokens(self, seq: Sequence) -> int:
pass
@abstractmethod
def remove_seq_from_computed_blocks_tracker(self, seq: Sequence) -> None:
pass
\ No newline at end of file
......@@ -98,3 +98,6 @@ class PlaceholderBlockSpaceManager(BlockSpaceManager):
def get_num_cached_tokens(self, seq: Sequence) -> int:
return 0
def remove_seq_from_computed_blocks_tracker(self, seq: Sequence) -> None:
return
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment