Commit dc2ce261 authored by 王敏's avatar 王敏
Browse files

[fix]修复test_spec_decode_worker中的错误

parent 137e8a16
...@@ -550,6 +550,7 @@ class SpecDecodeWorker(LoraNotSupportedWorkerBase): ...@@ -550,6 +550,7 @@ class SpecDecodeWorker(LoraNotSupportedWorkerBase):
hidden_states, execute_model_req.seq_group_metadata_list) hidden_states, execute_model_req.seq_group_metadata_list)
# Store logits from target model execution. # Store logits from target model execution.
if self.tree_style_spec_decoding:
logits = sampler_output.logits logits = sampler_output.logits
if logits is not None: if logits is not None:
if self.previous_logits is None: if self.previous_logits is None:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment