add task and group alias

dd7002d6 · lintangsutawika · 21cf6508 · dd7002d6
Commit dd7002d6 authored Nov 01, 2023 by lintangsutawika
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 0 deletions

lm_eval/api/task.py lm_eval/api/task.py +2 -0

No files found.
--- a/lm_eval/api/task.py
+++ b/lm_eval/api/task.py
@@ -52,7 +52,9 @@ ALL_OUTPUT_TYPES = [
 class TaskConfig(dict):
    # task naming/registry
    task: str = None
+    task_alias: str = None
    group: Union[str, list] = None
+    group_alias: Union[str, list] = None
    # HF dataset options.
    # which dataset to use,
    # and what splits for what purpose