Update cmmlu.py

66017efb · ClaireGyn · GitHub · f462e410 · 66017efb
Unverified Commit 66017efb authored Aug 19, 2023 by ClaireGyn Committed by GitHub Aug 19, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

lm_eval/tasks/cmmlu.py lm_eval/tasks/cmmlu.py +1 -1

No files found.
--- a/lm_eval/tasks/cmmlu.py
+++ b/lm_eval/tasks/cmmlu.py
@@ -264,7 +264,7 @@ def create_task(subject):

 class GeneralCmmluTest(MultipleChoiceTask):
    VERSION = 1
-    DATASET_PATH =  os.path.join("haonanli/cmmlu/")
+    DATASET_PATH =  os.path.join("haonan-li/cmmlu/")
    DATASET_NAME = None

    def __init__(self, subject):