Update cmmlu.py

26621176 · ClaireGyn · GitHub · 66017efb · 26621176
Unverified Commit 26621176 authored Aug 19, 2023 by ClaireGyn Committed by GitHub Aug 19, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

lm_eval/tasks/cmmlu.py lm_eval/tasks/cmmlu.py +1 -1

No files found.
--- a/lm_eval/tasks/cmmlu.py
+++ b/lm_eval/tasks/cmmlu.py
@@ -264,7 +264,7 @@ def create_task(subject):

 class GeneralCmmluTest(MultipleChoiceTask):
    VERSION = 1
-    DATASET_PATH =  os.path.join("haonan-li/cmmlu/")
+    DATASET_PATH =  os.path.join("haonan-li/cmmlu")
    DATASET_NAME = None

    def __init__(self, subject):