Skip to content

GitLab

Unverified Commit 0678beaa authored by Liangsheng Yin's avatar Liangsheng Yin Committed by GitHub
Browse files

[sepc-v2] Fix imcompatibility with constrained decoding (#12615)

parent c2d4716d
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 0 deletions
python/sglang/srt/managers/tp_worker.py
View file @ 0678beaa
......@@ -311,6 +311,7 @@ class TpModelWorker(BaseTpWorker):
set_random_seed(self.random_seed)
self.enable_overlap = not server_args.disable_overlap_schedule
self.enable_spec = server_args.speculative_algorithm is not None
self.hicache_layer_transfer_counter = None
@property
......@@ -383,6 +384,7 @@ class TpModelWorker(BaseTpWorker):
if (
self.enable_overlap
and not self.enable_spec
and model_worker_batch.sampling_info.grammars is not None
):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment