"cacheflow/git@developer.sourcefind.cn:norm/vllm.git" did not exist on "cfae35b861c5fc0c9f3689f99c7aba2e4501beb8"
Unverified Commit 637d4abd authored by Casper's avatar Casper Committed by GitHub
Browse files

Merge pull request #21 from qwopqwop200/main

fuse_layers bug fix
parents 783afe50 9106ce29
...@@ -50,7 +50,10 @@ class BaseAWQForCausalLM(nn.Module): ...@@ -50,7 +50,10 @@ class BaseAWQForCausalLM(nn.Module):
self._awq_quant() self._awq_quant()
self.is_quantized = True self.is_quantized = True
@staticmethod
def fuse_layers(model):
pass
def _awq_quant(self): def _awq_quant(self):
assert self.quant_config["zero_point"], "We only support zero_point quantization now." assert self.quant_config["zero_point"], "We only support zero_point quantization now."
layers = self.get_model_layers(self.model) layers = self.get_model_layers(self.model)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment