Skip to content

GitLab

Unverified Commit ebe8fc3f authored by Casper's avatar Casper Committed by GitHub
Browse files

Fix n_samples (#326)

parent cc75d0e8
Show whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
awq/quantize/quantizer.py
View file @ ebe8fc3f
...@@ -418,7 +418,7 @@ class AwqQuantizer: ...@@ -418,7 +418,7 @@ class AwqQuantizer:
return best_max_val.squeeze(1) return best_max_val.squeeze(1)
def init_quant(self, n_samples=2, seqlen=512): def init_quant(self, n_samples=128, seqlen=512):
modules = self.awq_model.get_model_layers(self.model) modules = self.awq_model.get_model_layers(self.model)
samples = get_calib_dataset( samples = get_calib_dataset(
data=self.calib_data, data=self.calib_data,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment