Disable fused layers

d6cf1442 · Casper Hansen · 90bf52c7 · d6cf1442
Commit d6cf1442 authored Sep 20, 2023 by Casper Hansen
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

examples/eval.py examples/eval.py +1 -1

No files found.
--- a/examples/eval.py
+++ b/examples/eval.py
@@ -12,7 +12,7 @@ def run_eval(model_path, quant_file, device, tasks, task_batch_size, task_n_shot
    if task_use_pretrained:
        model = AutoAWQForCausalLM.from_pretrained(model_path)
    else:
-        model = AutoAWQForCausalLM.from_quantized(model_path, quant_file)
+        model = AutoAWQForCausalLM.from_quantized(model_path, quant_file, fuse_layers=False)

    tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True)