Skip to content

GitLab

"tests/models/test_models_vq.py" did not exist on "102cabeb2309eb6de0f4c6469b408c63d4934220"
Unverified Commit 9305ea6c authored by Zhiqiang Xie's avatar Zhiqiang Xie Committed by GitHub
Browse files

HiCache, fixing hash value indexing (#8636)

parent aa4c66b5
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
python/sglang/srt/mem_cache/hiradix_cache.py
View file @ 9305ea6c
......@@ -436,7 +436,7 @@ class HiRadixCache(RadixCache):
last_host_node,
fetched_token_ids,
written_indices,
hash_value[:min_completed_tokens],
hash_value[: min_completed_tokens // self.page_size],
)
if len(written_indices):
self.cache_controller.mem_pool_host.update_prefetch(written_indices)
......@@ -529,7 +529,7 @@ class HiRadixCache(RadixCache):
prefix_len = self.key_match_fn(node.key, key)
key = key[prefix_len:]
host_value = host_value[prefix_len:]
hash_value = hash_value[prefix_len:]
hash_value = hash_value[prefix_len // self.page_size :]
matched_length += prefix_len
if prefix_len < len(node.key):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment