Skip to content

GitLab

"encoding/vscode:/vscode.git/clone" did not exist on "8dd870b11d8c32370c587145db4cbdc0e1e760c1"
Unverified Commit 32d89373 authored by Lianmin Zheng's avatar Lianmin Zheng Committed by GitHub
Browse files

Revert "[fix][pd-disag]no need set next batch sampling info done in prefill" (#10828)

parent f47a2c67
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 3 deletions
python/sglang/srt/managers/scheduler.py
View file @ 32d89373
...@@ -2297,9 +2297,8 @@ class Scheduler( ...@@ -2297,9 +2297,8 @@ class Scheduler(
def set_next_batch_sampling_info_done(self, batch: ScheduleBatch): def set_next_batch_sampling_info_done(self, batch: ScheduleBatch):
if batch.next_batch_sampling_info: if batch.next_batch_sampling_info:
if batch.next_batch_sampling_info.grammars is not None: if batch.next_batch_sampling_info.grammars is not None:
if self.disaggregation_mode != DisaggregationMode.PREFILL: batch.next_batch_sampling_info.update_regex_vocab_mask()
batch.next_batch_sampling_info.update_regex_vocab_mask() self.current_stream.synchronize()
self.current_stream.synchronize()
batch.next_batch_sampling_info.sampling_info_done.set() batch.next_batch_sampling_info.sampling_info_done.set()
def watchdog_thread(self): def watchdog_thread(self):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment