Unverified Commit 63d7972f authored by cwazai's avatar cwazai Committed by GitHub
Browse files

Fix Qwen3_5MTP packed_modules_mapping for gate_up_proj (#35581)

parent c68e69f1
...@@ -339,7 +339,7 @@ class Qwen3_5MTP(nn.Module, SupportsMultiModal): ...@@ -339,7 +339,7 @@ class Qwen3_5MTP(nn.Module, SupportsMultiModal):
"k_proj", "k_proj",
"v_proj", "v_proj",
], ],
"gate_up_proj": ["up_proj", "down_proj"], "gate_up_proj": ["gate_proj", "up_proj"],
} }
def __init__(self, *, vllm_config: VllmConfig, prefix: str = ""): def __init__(self, *, vllm_config: VllmConfig, prefix: str = ""):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment