Skip to content

GitLab

Unverified Commit 3fadc647 authored by Zhiqiang Xie's avatar Zhiqiang Xie Committed by GitHub
Browse files

bug fix for hicache host eviction (#4989)

parent e119f042
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
python/sglang/srt/mem_cache/hiradix_cache.py
View file @ 3fadc647
...@@ -205,9 +205,9 @@ class HiRadixCache(RadixCache): ...@@ -205,9 +205,9 @@ class HiRadixCache(RadixCache):
# only evict the host value of evicted nodes # only evict the host value of evicted nodes
if not x.evicted: if not x.evicted:
continue continue
assert x.lock_ref == 0 and x.host_value is not None
assert self.cache_controller.evict_host(x.host_value) > 0 num_evicted += self.cache_controller.evict_host(x.host_value)
for k, v in x.parent.children.items(): for k, v in x.parent.children.items():
if v == x: if v == x:
break break
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment