Skip to content

GitLab

Unverified Commit 32d89373 authored by Lianmin Zheng's avatar Lianmin Zheng Committed by GitHub
Browse files

Revert "[fix][pd-disag]no need set next batch sampling info done in prefill" (#10828)

parent f47a2c67
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 3 deletions
python/sglang/srt/managers/scheduler.py
View file @ 32d89373
...@@ -2297,7 +2297,6 @@ class Scheduler( ...@@ -2297,7 +2297,6 @@ class Scheduler(
def set_next_batch_sampling_info_done(self, batch: ScheduleBatch): def set_next_batch_sampling_info_done(self, batch: ScheduleBatch):
if batch.next_batch_sampling_info: if batch.next_batch_sampling_info:
if batch.next_batch_sampling_info.grammars is not None: if batch.next_batch_sampling_info.grammars is not None:
if self.disaggregation_mode != DisaggregationMode.PREFILL:
batch.next_batch_sampling_info.update_regex_vocab_mask() batch.next_batch_sampling_info.update_regex_vocab_mask()
self.current_stream.synchronize() self.current_stream.synchronize()
batch.next_batch_sampling_info.sampling_info_done.set() batch.next_batch_sampling_info.sampling_info_done.set()
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment