Commit 905411f1 authored by zhuwenwen's avatar zhuwenwen
Browse files

update llama.py

parent 4e0b233d
...@@ -574,7 +574,7 @@ class LlamaForCausalLM(nn.Module, SupportsLoRA): ...@@ -574,7 +574,7 @@ class LlamaForCausalLM(nn.Module, SupportsLoRA):
"self_attn.o_proj.weight", "self_attn.o_proj.weight",
"mlp.gate_up_proj.weight", "mlp.gate_up_proj.weight",
"mlp.down_proj.weight", "mlp.down_proj.weight",
"lm_head.weight" # "lm_head.weight"
] ]
combined_words = "|".join(lay_key_words) combined_words = "|".join(lay_key_words)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment