headqa: maintain backwards compatibility

lm_eval/tasks/__init__.py

@@ -132,6 +132,7 @@ TASK_REGISTRY = {
     "squad2": squad.SQuAD2,
     "race": race.RACE,
     # "naturalqs": naturalqs.NaturalQs, # not implemented yet
+    "headqa": headqa.HeadQAEsDeprecated, # for backwards compat - headqa used to default to es
     "headqa_es": headqa.HeadQAEs,
     "headqa_en": headqa.HeadQAEn,
     "mathqa": mathqa.MathQA,

lm_eval/tasks/headqa.py

@@ -35,4 +35,10 @@ class HeadQAEn(HeadQABase):
     DATASET_NAME = "en"
 
 class HeadQAEs(HeadQABase):
-    DATASET_NAME = "es"
\ No newline at end of file
+    DATASET_NAME = "es"
+
+# for backwards compatibility
+class HeadQAEsDeprecated(HeadQABase):
+    DATASET_NAME = "es"
+
+    print("WARNING: headqa is deprecated. Please use headqa_es or headqa_en instead. See https://github.com/EleutherAI/lm-evaluation-harness/pull/240 for more info.")
\ No newline at end of file