Unverified Commit 63d7972f authored by cwazai's avatar cwazai Committed by GitHub
Browse files

Fix Qwen3_5MTP packed_modules_mapping for gate_up_proj (#35581)

parent c68e69f1
......@@ -339,7 +339,7 @@ class Qwen3_5MTP(nn.Module, SupportsMultiModal):
"k_proj",
"v_proj",
],
"gate_up_proj": ["up_proj", "down_proj"],
"gate_up_proj": ["gate_proj", "up_proj"],
}
def __init__(self, *, vllm_config: VllmConfig, prefix: str = ""):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment