Pass `model_init_kwargs` to `check_and_get_model_type` function (#232)

awq/models/auto.py

@@ -20,8 +20,8 @@ AWQ_CAUSAL_LM_MODEL_MAP = {
     "qwen": QwenAWQForCausalLM
 }
 
-def check_and_get_model_type(model_dir, trust_remote_code=True):
-    config = AutoConfig.from_pretrained(model_dir, trust_remote_code=trust_remote_code)
+def check_and_get_model_type(model_dir, trust_remote_code=True, **model_init_kwargs):
+    config = AutoConfig.from_pretrained(model_dir, trust_remote_code=trust_remote_code, **model_init_kwargs)
     if config.model_type not in AWQ_CAUSAL_LM_MODEL_MAP.keys():
         raise TypeError(f"{config.model_type} isn't supported yet.")
     model_type = config.model_type
@@ -35,7 +35,7 @@ class AutoAWQForCausalLM:
     @classmethod
     def from_pretrained(self, model_path, trust_remote_code=True, safetensors=False,
                               device_map=None, **model_init_kwargs) -> BaseAWQForCausalLM:
-        model_type = check_and_get_model_type(model_path, trust_remote_code)
+        model_type = check_and_get_model_type(model_path, trust_remote_code, **model_init_kwargs)
 
         return AWQ_CAUSAL_LM_MODEL_MAP[model_type].from_pretrained(
             model_path, model_type, trust_remote_code=trust_remote_code, safetensors=safetensors,