"lib/llm/vscode:/vscode.git/clone" did not exist on "7a5f70f30ced9fc49f92beee38c8c11130b59e23"
Commit 5cc98918 authored by zhuwenwen's avatar zhuwenwen
Browse files

update deepseek_v2.py

parent 031d4ca8
......@@ -822,9 +822,9 @@ class DeepseekV2ForCausalLM(nn.Module, SupportsPP):
"self_attn.kv_a_proj_with_mqa.weight",
"mlp.gate.weight",
"mlp.gate_up_proj.weight",
"mlp.down_proj",
"shared_experts.gate_up_proj",
"shared_experts.down_proj",
"mlp.down_proj.weight",
"shared_experts.gate_up_proj.weight",
"shared_experts.down_proj.weight",
"self_attn.q_proj.weight",
"self_attn.q_b_proj.weight",
"self_attn.kv_b_proj.weight",
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment