Add low_cpu_mem_usage=True in example

aa6497cd · Casper Hansen · 1c5ccc79 · aa6497cd
Commit aa6497cd authored Sep 27, 2023 by Casper Hansen
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

examples/basic_quant.py examples/basic_quant.py +1 -1

No files found.
--- a/examples/basic_quant.py
+++ b/examples/basic_quant.py
@@ -7,7 +7,7 @@ quant_config = { "zero_point": True, "q_group_size": 128, "w_bit": 4, "version":

 # Load model
 # NOTE: pass safetensors=True to load safetensors
-model = AutoAWQForCausalLM.from_pretrained(model_path)
+model = AutoAWQForCausalLM.from_pretrained(model_path, **{"low_cpu_mem_usage": True})
 tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True)

 # Quantize