Fix n_samples (#326)

ebe8fc3f · Casper · GitHub · cc75d0e8 · ebe8fc3f
Unverified Commit ebe8fc3f authored Feb 03, 2024 by Casper Committed by GitHub Feb 03, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

awq/quantize/quantizer.py awq/quantize/quantizer.py +1 -1

No files found.
--- a/awq/quantize/quantizer.py
+++ b/awq/quantize/quantizer.py
@@ -418,7 +418,7 @@ class AwqQuantizer:

        return best_max_val.squeeze(1)

-    def init_quant(self, n_samples=2, seqlen=512):
+    def init_quant(self, n_samples=128, seqlen=512):
        modules = self.awq_model.get_model_layers(self.model)
        samples = get_calib_dataset(
            data=self.calib_data,