Commit 7bdb7e63 authored by zhuwenwen's avatar zhuwenwen
Browse files

Merge branch 'v0.6.2-dev_wm' into 'v0.6.2-dev'

[fix]修复llm_engine.py 越界报错

See merge request dcutoolkit/deeplearing/vllm!42
parents 6ebda263 acdbc978
......@@ -989,6 +989,7 @@ class LLMEngine:
output = [outputs_by_sequence_group[0][i]]
# tree style speculative decoding may generate empty output in first step
if self.speculative_config and self.speculative_config.tree_style_spec_decoding:
if outputs and isinstance(output[0], CompletionSequenceGroupOutput):
samples = [o.samples[0] for o in output]
valid_samples = [
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment