Skip to content

GitLab

Commit d21e2db7 authored by 王敏's avatar 王敏
Browse files

[fix]修复mtp中的笔误

parent aa71cc53
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
vllm/v1/attention/backends/mla/common.py
View file @ d21e2db7
...@@ -402,7 +402,7 @@ class MLACommonMetadataBuilder(AttentionMetadataBuilder[M]): ...@@ -402,7 +402,7 @@ class MLACommonMetadataBuilder(AttentionMetadataBuilder[M]):
self.decode_token_num_threshold = 1 self.decode_token_num_threshold = 1
vllm_config = get_current_vllm_config() vllm_config = get_current_vllm_config()
speculative_config = vllm_config.speculative_config speculative_config = vllm_config.speculative_config
if speculative_config and speculative_config.num_speculative_tokens > 1: if speculative_config and speculative_config.num_speculative_tokens > 0:
self.use_spec_decode = True self.use_spec_decode = True
self.decode_token_num_threshold = 1 + speculative_config.num_speculative_tokens self.decode_token_num_threshold = 1 + speculative_config.num_speculative_tokens
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment