Unverified Commit 9106ce29 authored by qwopqwop200's avatar qwopqwop200 Committed by GitHub
Browse files

fuse_layers bug fix

parent 783afe50
......@@ -50,7 +50,10 @@ class BaseAWQForCausalLM(nn.Module):
self._awq_quant()
self.is_quantized = True
@staticmethod
def fuse_layers(model):
pass
def _awq_quant(self):
assert self.quant_config["zero_point"], "We only support zero_point quantization now."
layers = self.get_model_layers(self.model)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment