Unverified Commit 46b07799 authored by Snehlata's avatar Snehlata Committed by GitHub
Browse files

[BugFix] Update KV block hash type from BlockHash to ExternalBlockHash in...


[BugFix] Update KV block hash type from BlockHash to ExternalBlockHash in kv_events_subscriber - #26264 (#26265)
Signed-off-by: default avataratalhens <sneh.lata@nutanix.com>
parent de342585
...@@ -6,7 +6,7 @@ import msgspec ...@@ -6,7 +6,7 @@ import msgspec
import zmq import zmq
from msgspec.msgpack import Decoder from msgspec.msgpack import Decoder
from vllm.v1.core.kv_cache_utils import BlockHash from vllm.v1.core.kv_cache_utils import ExternalBlockHash
# #
...@@ -24,8 +24,8 @@ class KVCacheEvent( ...@@ -24,8 +24,8 @@ class KVCacheEvent(
class BlockStored(KVCacheEvent): class BlockStored(KVCacheEvent):
block_hashes: list[BlockHash] block_hashes: list[ExternalBlockHash]
parent_block_hash: Optional[BlockHash] parent_block_hash: Optional[ExternalBlockHash]
token_ids: list[int] token_ids: list[int]
block_size: int block_size: int
lora_id: Optional[int] lora_id: Optional[int]
...@@ -33,7 +33,7 @@ class BlockStored(KVCacheEvent): ...@@ -33,7 +33,7 @@ class BlockStored(KVCacheEvent):
class BlockRemoved(KVCacheEvent): class BlockRemoved(KVCacheEvent):
block_hashes: list[BlockHash] block_hashes: list[ExternalBlockHash]
medium: Optional[str] medium: Optional[str]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment