Commit a0c212c0 authored by zhuwenwen's avatar zhuwenwen
Browse files

fix mtp run error

parent 3d83fa41
......@@ -434,7 +434,7 @@ class SpecDecodeWorker(LoRANotSupportedWorkerBase):
# tree_style decoding modify probs in _verify_tokens
if not self.tree_decoding:
(self.scorer_worker.model_runner.model.sampler.
(self.scorer_worker.model_runner.sampler.
should_modify_greedy_probs_inplace) = True
self.proposer_worker.set_include_gpu_probs_tensor()
self.proposer_worker.set_should_modify_greedy_probs_inplace()
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment