Unverified Commit 817beef7 authored by Jee Jee Li's avatar Jee Jee Li Committed by GitHub
Browse files

[Bugifx] Fix qwen-next packed_modules_mapping (#24656)


Signed-off-by: default avatarJee Jee Li <pandaleefree@gmail.com>
parent 4f6593b0
...@@ -1053,7 +1053,7 @@ class Qwen3NextForCausalLM(nn.Module, HasInnerState, SupportsLoRA, SupportsPP, ...@@ -1053,7 +1053,7 @@ class Qwen3NextForCausalLM(nn.Module, HasInnerState, SupportsLoRA, SupportsPP,
"k_proj", "k_proj",
"v_proj", "v_proj",
], ],
"gate_up_proj": ["up_proj", "down_proj"], "gate_up_proj": ["gate_proj", "up_proj"],
"in_proj": ["in_proj_qkvz", "in_proj_ba"], "in_proj": ["in_proj_qkvz", "in_proj_ba"],
} }
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment