[fix][pd-disag]no need set next batch sampling info done in prefill (#10259)

4b5ef300 · Jimmy · GitHub · 4f564b9e · 4b5ef300
Unverified Commit 4b5ef300 authored Sep 24, 2025 by Jimmy Committed by GitHub Sep 24, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 2 deletions

python/sglang/srt/managers/scheduler.py python/sglang/srt/managers/scheduler.py +3 -2

No files found.
--- a/python/sglang/srt/managers/scheduler.py
+++ b/python/sglang/srt/managers/scheduler.py
@@ -2297,8 +2297,9 @@ class Scheduler(
    def set_next_batch_sampling_info_done(self, batch: ScheduleBatch):
        if batch.next_batch_sampling_info:
            if batch.next_batch_sampling_info.grammars is not None:
-                batch.next_batch_sampling_info.update_regex_vocab_mask()
-                self.current_stream.synchronize()
+                if self.disaggregation_mode != DisaggregationMode.PREFILL:
+                    batch.next_batch_sampling_info.update_regex_vocab_mask()
+                    self.current_stream.synchronize()
            batch.next_batch_sampling_info.sampling_info_done.set()

    def watchdog_thread(self):