Skip to content

GitLab

"vscode:/vscode.git/clone" did not exist on "73b59f5203b5df71175dfd71f613b9bd380b4531"
Unverified Commit 0e77dbc1 authored by Casper's avatar Casper Committed by GitHub
Browse files

Fix MPT (#206)

parent 87350fef
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 0 deletions
awq/models/mpt.py
View file @ 0e77dbc1
...@@ -31,6 +31,9 @@ class MptAWQForCausalLM(BaseAWQForCausalLM): ...@@ -31,6 +31,9 @@ class MptAWQForCausalLM(BaseAWQForCausalLM):
@staticmethod @staticmethod
def get_layers_for_scaling(module: OldMptBlock, input_feat, module_kwargs): def get_layers_for_scaling(module: OldMptBlock, input_feat, module_kwargs):
layers = [] layers = []
if module_kwargs.get("output_attentions") is not None:
module_kwargs.pop("output_attentions")
# attention input # attention input
layers.append(dict( layers.append(dict(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment