from .modeling import AutoGPTQForCausalLM, BaseQuantizeConfig from .utils.exllama_utils import exllama_set_max_input_length from .utils.peft_utils import get_gptq_peft_model __version__ = "0.8.0.dev0"