Skip to content

GitLab

"vscode:/vscode.git/clone" did not exist on "484c8ef399e252546d4a3bb536aa3d6cc88cbbd4"
Unverified Commit 9106ce29 authored by qwopqwop200's avatar qwopqwop200 Committed by GitHub
Browse files

fuse_layers bug fix

parent 783afe50
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 1 deletion
awq/models/base.py
View file @ 9106ce29
...@@ -50,7 +50,10 @@ class BaseAWQForCausalLM(nn.Module): ...@@ -50,7 +50,10 @@ class BaseAWQForCausalLM(nn.Module):
self._awq_quant() self._awq_quant()
self.is_quantized = True self.is_quantized = True
@staticmethod
def fuse_layers(model):
pass
def _awq_quant(self): def _awq_quant(self):
assert self.quant_config["zero_point"], "We only support zero_point quantization now." assert self.quant_config["zero_point"], "We only support zero_point quantization now."
layers = self.get_model_layers(self.model) layers = self.get_model_layers(self.model)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment