"vscode:/vscode.git/clone" did not exist on "e4cf33f2a38e54ca2a523bc5d5923237c68b0112"
Commit d5be2115 authored by Casper Hansen's avatar Casper Hansen
Browse files

Fix typo + use kwargs

parent 7e091fb1
......@@ -27,7 +27,7 @@ class MptAWQForCausalLM(BaseAWQForCausalLM):
# linear 1
layers.append(dict(
rev_op=module.norm_2,
prev_op=module.norm_2,
layers=[module.ffn.up_proj],
inp=input_feat['ffn.up_proj'],
module2inspect=module.ffn
......
......@@ -269,7 +269,7 @@ def auto_scale_block(module, module_kwargs,
layers: list[dict] = MptAWQForCausalLM.get_layers_for_scaling(
module, input_feat, module_kwargs
)
layers_scaled = [_auto_get_scale(layer) for layer in layers]
layers_scaled = [_auto_get_scale(**layer) for layer in layers]
scales_list.extend(layers_scaled)
elif "falcon" in str(module.__class__).lower():
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment