Fix a bug in schedule_policy (#6276)

fb71725c · Ying Sheng · GitHub · 912788c0 · fb71725c
Unverified Commit fb71725c authored May 13, 2025 by Ying Sheng Committed by GitHub May 13, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 0 deletions

python/sglang/srt/managers/schedule_policy.py python/sglang/srt/managers/schedule_policy.py +3 -0

No files found.
--- a/python/sglang/srt/managers/schedule_policy.py
+++ b/python/sglang/srt/managers/schedule_policy.py
@@ -468,6 +468,9 @@ class PrefillAdder:
            return AddReqResult.OTHER

        with self._lock_node(req.last_node):
+            if total_tokens > self.rem_total_tokens:
+                return AddReqResult.NO_TOKEN
+
            if (
                enable_hierarchical_cache
                and req.last_node_global is not None