add greoup_config arg

2a2566e6 · lintangsutawika · 7852985b · 2a2566e6
Commit 2a2566e6 authored Apr 23, 2024 by lintangsutawika
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

lm_eval/api/task.py lm_eval/api/task.py +1 -0

No files found.
--- a/lm_eval/api/task.py
+++ b/lm_eval/api/task.py
@@ -58,6 +58,7 @@ class TaskConfig(dict):
    task_alias: Optional[str] = None
    group: Optional[Union[str, list]] = None
    group_alias: Optional[Union[str, list]] = None
+    group_config: Optional[dict] = None
    # HF dataset options.
    # which dataset to use,
    # and what splits for what purpose