Skip to content

GitLab

Commit d5be2115 authored by Casper Hansen's avatar Casper Hansen
Browse files

Fix typo + use kwargs

parent 7e091fb1
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
awq/models/mpt.py
View file @ d5be2115
...@@ -27,7 +27,7 @@ class MptAWQForCausalLM(BaseAWQForCausalLM): ...@@ -27,7 +27,7 @@ class MptAWQForCausalLM(BaseAWQForCausalLM):
# linear 1 # linear 1
layers.append(dict( layers.append(dict(
rev_op=module.norm_2, prev_op=module.norm_2,
layers=[module.ffn.up_proj], layers=[module.ffn.up_proj],
inp=input_feat['ffn.up_proj'], inp=input_feat['ffn.up_proj'],
module2inspect=module.ffn module2inspect=module.ffn
......
awq/quantize/auto_scale.py
View file @ d5be2115
...@@ -269,7 +269,7 @@ def auto_scale_block(module, module_kwargs, ...@@ -269,7 +269,7 @@ def auto_scale_block(module, module_kwargs,
layers: list[dict] = MptAWQForCausalLM.get_layers_for_scaling( layers: list[dict] = MptAWQForCausalLM.get_layers_for_scaling(
module, input_feat, module_kwargs module, input_feat, module_kwargs
) )
layers_scaled = [_auto_get_scale(layer) for layer in layers] layers_scaled = [_auto_get_scale(**layer) for layer in layers]
scales_list.extend(layers_scaled) scales_list.extend(layers_scaled)
elif "falcon" in str(module.__class__).lower(): elif "falcon" in str(module.__class__).lower():
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment