Skip to content

GitLab

Unverified Commit 2d401bd9 authored by 萝卜菜's avatar 萝卜菜 Committed by GitHub
Browse files

[fix] fix pd disagg error of vlms (#8094)

parent b17c5b01
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 0 deletions
python/sglang/srt/disaggregation/decode_schedule_batch_mixin.py
View file @ 2d401bd9
...@@ -88,6 +88,7 @@ class ScheduleBatchDisaggregationDecodeMixin: ...@@ -88,6 +88,7 @@ class ScheduleBatchDisaggregationDecodeMixin:
self.extend_lens = [r.extend_input_len for r in reqs] self.extend_lens = [r.extend_input_len for r in reqs]
self.extend_logprob_start_lens = [r.extend_logprob_start_len for r in reqs] self.extend_logprob_start_lens = [r.extend_logprob_start_len for r in reqs]
self.extend_input_logprob_token_ids = extend_input_logprob_token_ids self.extend_input_logprob_token_ids = extend_input_logprob_token_ids
self.multimodal_inputs = [r.multimodal_inputs for r in reqs]
# Build sampling info # Build sampling info
self.sampling_info = SamplingBatchInfo.from_schedule_batch( self.sampling_info = SamplingBatchInfo.from_schedule_batch(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment