Commit fb40e100 authored by yangql's avatar yangql
Browse files

Update quant_with_alpaca.py

parent 6dc028e2
......@@ -75,7 +75,7 @@ def load_data(data_path, tokenizer, n_samples):
def main():
parser = ArgumentParser()
parser.add_argument("--pretrained_model_dir", type=str)
parser.add_argument("--quantized_model_dir", type=str, default="./Qwen1.5-32B-Chat-gptq-4-test10.24")
parser.add_argument("--quantized_model_dir", type=str, default="./")
parser.add_argument("--bits", type=int, default=4, choices=[2, 3, 4, 8])
parser.add_argument(
"--group_size",
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment