Commit d21e2db7 authored by 王敏's avatar 王敏
Browse files

[fix]修复mtp中的笔误

parent aa71cc53
......@@ -402,7 +402,7 @@ class MLACommonMetadataBuilder(AttentionMetadataBuilder[M]):
self.decode_token_num_threshold = 1
vllm_config = get_current_vllm_config()
speculative_config = vllm_config.speculative_config
if speculative_config and speculative_config.num_speculative_tokens > 1:
if speculative_config and speculative_config.num_speculative_tokens > 0:
self.use_spec_decode = True
self.decode_token_num_threshold = 1 + speculative_config.num_speculative_tokens
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment