Skip to content

GitLab

Unverified Commit 9305ea6c authored by Zhiqiang Xie's avatar Zhiqiang Xie Committed by GitHub
Browse files

HiCache, fixing hash value indexing (#8636)

parent aa4c66b5
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
python/sglang/srt/mem_cache/hiradix_cache.py
View file @ 9305ea6c
...@@ -436,7 +436,7 @@ class HiRadixCache(RadixCache): ...@@ -436,7 +436,7 @@ class HiRadixCache(RadixCache):
last_host_node, last_host_node,
fetched_token_ids, fetched_token_ids,
written_indices, written_indices,
hash_value[:min_completed_tokens], hash_value[: min_completed_tokens // self.page_size],
) )
if len(written_indices): if len(written_indices):
self.cache_controller.mem_pool_host.update_prefetch(written_indices) self.cache_controller.mem_pool_host.update_prefetch(written_indices)
...@@ -529,7 +529,7 @@ class HiRadixCache(RadixCache): ...@@ -529,7 +529,7 @@ class HiRadixCache(RadixCache):
prefix_len = self.key_match_fn(node.key, key) prefix_len = self.key_match_fn(node.key, key)
key = key[prefix_len:] key = key[prefix_len:]
host_value = host_value[prefix_len:] host_value = host_value[prefix_len:]
hash_value = hash_value[prefix_len:] hash_value = hash_value[prefix_len // self.page_size :]
matched_length += prefix_len matched_length += prefix_len
if prefix_len < len(node.key): if prefix_len < len(node.key):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment