Revert "[Fix] fix assertion error for chunked prefill when disabling cache" (#2286)

f5b5f2bf · Lianmin Zheng · GitHub · 7e4c6dd8 · f5b5f2bf
Unverified Commit f5b5f2bf authored Nov 30, 2024 by Lianmin Zheng Committed by GitHub Nov 30, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 0 additions and 3 deletions

python/sglang/srt/managers/schedule_policy.py python/sglang/srt/managers/schedule_policy.py +0 -3

No files found.
--- a/python/sglang/srt/managers/schedule_policy.py
+++ b/python/sglang/srt/managers/schedule_policy.py
@@ -231,9 +231,6 @@ class PrefillAdder:
                            break
                    self.req_states.insert(i, (tokens_left, tokens_occupied))

-        if len(self.can_run_list) != 0:
-            return AddReqResult.OTHER
-
        if self.req_states is None:
            self.req_states = []
            add_req_state(req)