Skip to content

GitLab

Unverified Commit 6ed4e3b8 authored by Liangsheng Yin's avatar Liangsheng Yin Committed by GitHub
Browse files

Fix chunked prefill (#984)

parent 00023d62
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 1 deletion
python/sglang/srt/mem_cache/chunk_cache.py
View file @ 6ed4e3b8
...@@ -56,7 +56,8 @@ class ChunkCache(BasePrefixCache): ...@@ -56,7 +56,8 @@ class ChunkCache(BasePrefixCache):
entry = self.entries[req.rid] entry = self.entries[req.rid]
entry.value = kv_indices entry.value = kv_indices
return kv_indices, entry req.prefix_indices = kv_indices
req.last_node = entry
def insert(self): def insert(self):
raise NotImplementedError raise NotImplementedError
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment