Fix filter_batch function call (#1681)

b6b40946 · Liangsheng Yin · GitHub · f1088e0f · b6b40946
Unverified Commit b6b40946 authored Oct 15, 2024 by Liangsheng Yin Committed by GitHub Oct 15, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

python/sglang/srt/managers/schedule_batch.py python/sglang/srt/managers/schedule_batch.py +1 -1

No files found.
--- a/python/sglang/srt/managers/schedule_batch.py
+++ b/python/sglang/srt/managers/schedule_batch.py
@@ -649,7 +649,7 @@ class ScheduleBatch:
            req.last_update_decode_tokens = 0
            req.logprob_start_len = 10**9

-        self.filter_batch(sorted_indices)
+        self.filter_batch(keep_indices=sorted_indices)

        # Reqs in batch are filtered
        total_decoded_tokens = sum(len(r.output_ids) for r in self.reqs)