fix: HiRadixCache: fix prefetch completion race (#9397)

a3aee7c3 · Pablo Iyu Guerrero · GitHub · 79e6a8a6 · a3aee7c3
Unverified Commit a3aee7c3 authored Aug 27, 2025 by Pablo Iyu Guerrero Committed by GitHub Aug 27, 2025
Show whitespace changes
Inline Side-by-side

Showing with 6 additions and 3 deletions

python/sglang/srt/mem_cache/hiradix_cache.py python/sglang/srt/mem_cache/hiradix_cache.py +6 -3

No files found.
--- a/python/sglang/srt/mem_cache/hiradix_cache.py
+++ b/python/sglang/srt/mem_cache/hiradix_cache.py
@@ -434,6 +434,9 @@ class HiRadixCache(RadixCache):
        if self.prefetch_stop_policy == "best_effort":
            return can_terminate

+        if len(operation.hash_value) == 0:
+            completed = False
+        else:
            completed = (
                operation.completed_tokens == len(operation.hash_value) * self.page_size
            )