peft Version Assertion (#1635)

* peft Version Assertion * fix the linter issue

peft Version Assertion (#1635)
* peft Version Assertion * fix the linter issue
8e72f267 · WoosungMyung · GitHub · a97fde23 · 8e72f267
Unverified Commit 8e72f267 authored Mar 26, 2024 by WoosungMyung Committed by GitHub Mar 25, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 1 deletion

lm_eval/models/huggingface.py lm_eval/models/huggingface.py +2 -1

No files found.
--- a/lm_eval/models/huggingface.py
+++ b/lm_eval/models/huggingface.py
@@ -565,7 +565,8 @@ class HFLM(TemplateLM):

        if peft:
            if model_kwargs.get("load_in_4bit", None):
-                assert PEFT_VERSION >= "0.4.0", "load_in_4bit requires peft >= 0.4.0"
+                if version.parse(PEFT_VERSION) < version.parse("0.4.0"):
+                    raise AssertionError("load_in_4bit requires peft >= 0.4.0")
            self._model = PeftModel.from_pretrained(
                self._model, peft, revision=revision
            )