adjusted naming

lm_eval/tasks/__init__.py

@@ -33,7 +33,7 @@ from . import ethics
 from . import drop
 from . import unscramble
 from . import logiqa
-from . import hendrycks
+from . import hendrycks_test
 
 ########################################
 # Translation tasks
@@ -142,7 +142,7 @@ TASK_REGISTRY = {
     #   e.g. anli, arithmetic, openai_translations, harness_translations
 
     # hendrycksTest (57 tasks)
-    **hendrycks.create_all_tasks(),
+    **hendrycks_test.create_all_tasks(),
 
     # e.g. wmt14-fr-en
     **translation.create_tasks_from_benchmarks(gpt3_translation_benchmarks),

lm_eval/tasks/hendrycks.py → lm_eval/tasks/hendrycks_test.py

@@ -20,10 +20,10 @@ CHOICES = ['A','B','C','D']
 def create_all_tasks():
     """Creates a dictionary of tasks from a list of subjects
     :return: {task_name: task}
-        e.g. {hendrycks-abstract_algebra: Task, hendrycks-anatomy: Task}
+        e.g. {hendrycksTest-abstract_algebra: Task, hendrycksTest-anatomy: Task}
     """
     return {
-        f"hendrycks-{sub}": create_task(sub) for sub in SUBJECTS
+        f"hendrycksTest-{sub}": create_task(sub) for sub in SUBJECTS
     }
 
 def create_task(subject):
@@ -40,14 +40,14 @@ class GeneralHendrycksTest(Task):
 
     def download(self):
         
-        self.data_dir = "data/hendrycks/"
+        self.data_dir = "data/hendrycksTest/"
         if not os.path.exists(self.data_dir):
             sh("""
                 mkdir -p data
                 wget https://people.eecs.berkeley.edu/~hendrycks/data.tar -P data/
                 tar -xf data/data.tar -C data/
                 rm data/data.tar
-                mv data/data data/hendrycks
+                mv data/data data/hendrycksTest
                 """)
 
     def has_training_docs(self):