bug fix for hicache host eviction (#4989)

3fadc647 · Zhiqiang Xie · GitHub · e119f042 · 3fadc647
Unverified Commit 3fadc647 authored Apr 02, 2025 by Zhiqiang Xie Committed by GitHub Apr 02, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

python/sglang/srt/mem_cache/hiradix_cache.py python/sglang/srt/mem_cache/hiradix_cache.py +2 -2

No files found.
--- a/python/sglang/srt/mem_cache/hiradix_cache.py
+++ b/python/sglang/srt/mem_cache/hiradix_cache.py
@@ -205,9 +205,9 @@ class HiRadixCache(RadixCache):
            # only evict the host value of evicted nodes
            if not x.evicted:
                continue
-            assert x.lock_ref == 0 and x.host_value is not None

-            assert self.cache_controller.evict_host(x.host_value) > 0
+            num_evicted += self.cache_controller.evict_host(x.host_value)
+
            for k, v in x.parent.children.items():
                if v == x:
                    break