Merge pull request #259 from jon-tow/headqa-ux

Update `headqa` deprecation warning to display on init only

Merge pull request #259 from jon-tow/headqa-ux
Update `headqa` deprecation warning to display on init only
26f0233f · Leo Gao · GitHub · 1c52e917 · 03c15e06 · 26f0233f
Unverified Commit 26f0233f authored Jan 30, 2022 by Leo Gao Committed by GitHub Jan 30, 2022
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 1 deletion

lm_eval/tasks/headqa.py lm_eval/tasks/headqa.py +3 -1

No files found.
--- a/lm_eval/tasks/headqa.py
+++ b/lm_eval/tasks/headqa.py
@@ -37,4 +37,6 @@ class HeadQAEs(HeadQABase):
 class HeadQAEsDeprecated(HeadQABase):
    DATASET_NAME = "es"
-    print("WARNING: headqa is deprecated. Please use headqa_es or headqa_en instead. See https://github.com/EleutherAI/lm-evaluation-harness/pull/240 for more info.")
+    def __init__(self):
\ No newline at end of file
+        super().__init__()
+        print("WARNING: headqa is deprecated. Please use headqa_es or headqa_en instead. See https://github.com/EleutherAI/lm-evaluation-harness/pull/240 for more info.")
\ No newline at end of file