Skip to content

GitLab

Unverified Commit 637d4abd authored by Casper's avatar Casper Committed by GitHub
Browse files

Merge pull request #21 from qwopqwop200/main 

fuse_layers bug fix
parents 783afe50 9106ce29
Show whitespace changes
Inline Side-by-side
Showing with 4 additions and 1 deletion
awq/models/base.py
View file @ 637d4abd
...@@ -50,6 +50,9 @@ class BaseAWQForCausalLM(nn.Module): ...@@ -50,6 +50,9 @@ class BaseAWQForCausalLM(nn.Module):
self._awq_quant() self._awq_quant()
self.is_quantized = True self.is_quantized = True
@staticmethod
def fuse_layers(model):
pass
def _awq_quant(self): def _awq_quant(self):
assert self.quant_config["zero_point"], "We only support zero_point quantization now." assert self.quant_config["zero_point"], "We only support zero_point quantization now."
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment