Skip to content

GitLab

Unverified Commit 32d89373 authored by Lianmin Zheng's avatar Lianmin Zheng Committed by GitHub
Browse files

Revert "[fix][pd-disag]no need set next batch sampling info done in prefill" (#10828)

parent f47a2c67
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 3 deletions
python/sglang/srt/managers/scheduler.py
View file @ 32d89373
......@@ -2297,9 +2297,8 @@ class Scheduler(
def set_next_batch_sampling_info_done(self, batch: ScheduleBatch):
if batch.next_batch_sampling_info:
if batch.next_batch_sampling_info.grammars is not None:
if self.disaggregation_mode != DisaggregationMode.PREFILL:
batch.next_batch_sampling_info.update_regex_vocab_mask()
self.current_stream.synchronize()
batch.next_batch_sampling_info.update_regex_vocab_mask()
self.current_stream.synchronize()
batch.next_batch_sampling_info.sampling_info_done.set()
def watchdog_thread(self):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment