Commit 3920c549 authored by zhuwenwen's avatar zhuwenwen
Browse files

update mixtral.py

parent a27fdb55
......@@ -524,12 +524,6 @@ class MixtralForCausalLM(nn.Module, SupportsLoRA, SupportsPP):
for layername in loaded_params:
weight = params_dict[layername]
if "lm_head.weight" in layername:
lay_key_words.append("lm_head.weight")
combined_words = "|".join(lay_key_words)
os.environ['LM_NN'] = '1'
else:
os.environ['LM_NN'] = '0'
matches = re.findall(combined_words, layername)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment