Skip to content

GitLab

Unverified Commit 9106ce29 authored by qwopqwop200's avatar qwopqwop200 Committed by GitHub
Browse files

fuse_layers bug fix

parent 783afe50
Show whitespace changes
Inline Side-by-side
Showing with 4 additions and 1 deletion
awq/models/base.py
View file @ 9106ce29
...@@ -50,6 +50,9 @@ class BaseAWQForCausalLM(nn.Module): ...@@ -50,6 +50,9 @@ class BaseAWQForCausalLM(nn.Module):
self._awq_quant() self._awq_quant()
self.is_quantized = True self.is_quantized = True
@staticmethod
def fuse_layers(model):
pass
def _awq_quant(self): def _awq_quant(self):
assert self.quant_config["zero_point"], "We only support zero_point quantization now." assert self.quant_config["zero_point"], "We only support zero_point quantization now."
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment