Merge pull request #650 from EleutherAI/lintangsutawika-patch-1

Update __init__.py

Merge pull request #650 from EleutherAI/lintangsutawika-patch-1
Update __init__.py
b296ff8f · Hailey Schoelkopf · GitHub · 4f0a7e57 · 797f47c7 · b296ff8f
Unverified Commit b296ff8f authored Jul 05, 2023 by Hailey Schoelkopf Committed by GitHub Jul 05, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 4 additions and 1 deletion

lm_eval/tasks/__init__.py lm_eval/tasks/__init__.py +4 -1

No files found.
--- a/lm_eval/tasks/__init__.py
+++ b/lm_eval/tasks/__init__.py
@@ -14,7 +14,10 @@ from lm_eval.api.registry import (


 def get_task_name_from_config(task_config):
-    return "{dataset_path}_{dataset_name}".format(**task_config)
+    if "dataset_name" in task_config:
+        return "{dataset_path}_{dataset_name}".format(**task_config)
+    else:
+        return "{dataset_path}".format(**task_config)


 def include_task_folder(task_dir):