Skip to content

GitLab

Unverified Commit 79ce3688 authored by hzh0425's avatar hzh0425 Committed by GitHub
Browse files

BugFix(hicache): Fix host indices out of bound error (#9637) 


Co-authored-by: default avatarZhiqiang Xie <xiezhq@stanford.edu>
parent 44ffe2cb
Hide whitespace changes
Inline Side-by-side
Showing with 7 additions and 6 deletions
python/sglang/srt/managers/cache_controller.py
View file @ 79ce3688
...@@ -616,12 +616,13 @@ class HiCacheController: ...@@ -616,12 +616,13 @@ class HiCacheController:
f"Prefetch operation {operation.request_id} failed to retrieve page {hash_values[i]}." f"Prefetch operation {operation.request_id} failed to retrieve page {hash_values[i]}."
) )
break break
self.mem_pool_host.set_from_flat_data_page( if operation.increment(self.page_size):
host_indices[operation.completed_tokens], self.mem_pool_host.set_from_flat_data_page(
page_data[i], host_indices[i * self.page_size],
) page_data[i],
if not operation.increment(self.page_size): )
break # Operation terminated by controller else:
break
def _page_transfer(self, operation): def _page_transfer(self, operation):
# Select the get function and batch size # Select the get function and batch size
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment