Skip to content

GitLab

Unverified Commit c7991269 authored by Fanli Lin's avatar Fanli Lin Committed by GitHub
Browse files

[BugFix] 'DeepseekV2Config' object has no attribute 'use_mla'` (#28387) 


Signed-off-by: default avatarLin, Fanli <fanli.lin@intel.com>
parent f0359fff
Show whitespace changes
Inline Side-by-side
Showing with 5 additions and 1 deletion
vllm/model_executor/models/kimi_vl.py
View file @ c7991269
...@@ -456,7 +456,11 @@ class KimiVLForConditionalGeneration(nn.Module, SupportsMultiModal, SupportsPP): ...@@ -456,7 +456,11 @@ class KimiVLForConditionalGeneration(nn.Module, SupportsMultiModal, SupportsPP):
(".gate_up_proj", ".gate_proj", 0), (".gate_up_proj", ".gate_proj", 0),
(".gate_up_proj", ".up_proj", 1), (".gate_up_proj", ".up_proj", 1),
] ]
if not config.use_mla: use_mha = (
config.model_type == "deepseek"
or config.qk_nope_head_dim + config.qk_rope_head_dim == 0
)
if use_mha:
stacked_params_mapping += [ stacked_params_mapping += [
(".qkv_proj", ".q_proj", "q"), (".qkv_proj", ".q_proj", "q"),
(".qkv_proj", ".k_proj", "k"), (".qkv_proj", ".k_proj", "k"),
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment