Commit dcd58818 authored by Casper Hansen's avatar Casper Hansen
Browse files

Save model file with filename from quant_config

parent cc779bed
......@@ -225,7 +225,7 @@ class BaseAWQForCausalLM(nn.Module):
# Save model
if self.search_result is None:
model_name = 'awq_model_w4_g128.pt'
model_name = f'awq_model_w{self.quant_config.w_bit}_g{self.quant_config.q_group_size}.pt'
_save_files(save_dir, model_name, self.model.state_dict())
else:
model_name = 'awq_model_search_result.pt'
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment