"vscode:/vscode.git/clone" did not exist on "8aad0e0a64c65b4e16855764288f0bc2ad2e14c0"
Unverified Commit 53e6552f authored by Ke Bao's avatar Ke Bao Committed by GitHub
Browse files

Fix qwen accuracy issue (#2945)

parent 5dc54f1a
...@@ -356,8 +356,6 @@ class Qwen2ForCausalLM(nn.Module): ...@@ -356,8 +356,6 @@ class Qwen2ForCausalLM(nn.Module):
break break
else: else:
# Skip loading extra bias for GPTQ models. # Skip loading extra bias for GPTQ models.
if "lm_head.weight" in name:
continue
if name.endswith(".bias") and name not in params_dict: if name.endswith(".bias") and name not in params_dict:
continue continue
param = params_dict[name] param = params_dict[name]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment