Unverified Commit 441c3e0d authored by Marc Sun's avatar Marc Sun Committed by GitHub
Browse files

fix-deprecated-exllama-arg (#27243)

fix-exllama
parent 8801861d
...@@ -455,6 +455,7 @@ class GPTQConfig(QuantizationConfigMixin): ...@@ -455,6 +455,7 @@ class GPTQConfig(QuantizationConfigMixin):
"The value of `use_exllama` will be overwritten by `disable_exllama` passed in `GPTQConfig` or stored in your config file." "The value of `use_exllama` will be overwritten by `disable_exllama` passed in `GPTQConfig` or stored in your config file."
) )
self.use_exllama = not self.disable_exllama self.use_exllama = not self.disable_exllama
self.disable_exllama = None
elif self.disable_exllama is not None and self.use_exllama is not None: elif self.disable_exllama is not None and self.use_exllama is not None:
# Only happens if user explicitly passes in both arguments # Only happens if user explicitly passes in both arguments
raise ValueError("Cannot specify both `disable_exllama` and `use_exllama`. Please use just `use_exllama`") raise ValueError("Cannot specify both `disable_exllama` and `use_exllama`. Please use just `use_exllama`")
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment