"ssh:/git@developer.sourcefind.cn:2222/OpenDAS/vllm_cscc.git" did not exist on "e15a5ff07b89646090458ce6ae7908bcbae82b90"
Unverified Commit 5c76b9cd authored by quanliu's avatar quanliu Committed by GitHub
Browse files

[Core] add remove_seq_from_computed_blocks_tracker to BlockSpaceManager (#19686)


Signed-off-by: default avatar刘全 <quan.liu2@dbappsecurity.com.cn>
Co-authored-by: default avatar刘全 <quan.liu2@dbappsecurity.com.cn>
parent ddfed314
...@@ -133,3 +133,7 @@ class BlockSpaceManager(ABC): ...@@ -133,3 +133,7 @@ class BlockSpaceManager(ABC):
@abstractmethod @abstractmethod
def get_num_cached_tokens(self, seq: Sequence) -> int: def get_num_cached_tokens(self, seq: Sequence) -> int:
pass pass
@abstractmethod
def remove_seq_from_computed_blocks_tracker(self, seq: Sequence) -> None:
pass
\ No newline at end of file
...@@ -98,3 +98,6 @@ class PlaceholderBlockSpaceManager(BlockSpaceManager): ...@@ -98,3 +98,6 @@ class PlaceholderBlockSpaceManager(BlockSpaceManager):
def get_num_cached_tokens(self, seq: Sequence) -> int: def get_num_cached_tokens(self, seq: Sequence) -> int:
return 0 return 0
def remove_seq_from_computed_blocks_tracker(self, seq: Sequence) -> None:
return
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment