Unverified Commit 46b07799 authored by Snehlata's avatar Snehlata Committed by GitHub
Browse files

[BugFix] Update KV block hash type from BlockHash to ExternalBlockHash in...


[BugFix] Update KV block hash type from BlockHash to ExternalBlockHash in kv_events_subscriber - #26264 (#26265)
Signed-off-by: default avataratalhens <sneh.lata@nutanix.com>
parent de342585
......@@ -6,7 +6,7 @@ import msgspec
import zmq
from msgspec.msgpack import Decoder
from vllm.v1.core.kv_cache_utils import BlockHash
from vllm.v1.core.kv_cache_utils import ExternalBlockHash
#
......@@ -24,8 +24,8 @@ class KVCacheEvent(
class BlockStored(KVCacheEvent):
block_hashes: list[BlockHash]
parent_block_hash: Optional[BlockHash]
block_hashes: list[ExternalBlockHash]
parent_block_hash: Optional[ExternalBlockHash]
token_ids: list[int]
block_size: int
lora_id: Optional[int]
......@@ -33,7 +33,7 @@ class BlockStored(KVCacheEvent):
class BlockRemoved(KVCacheEvent):
block_hashes: list[BlockHash]
block_hashes: list[ExternalBlockHash]
medium: Optional[str]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment