add task_id for python tasks as well

78c3f7d3 · lintangsutawika · 0905615f · 78c3f7d3
Commit 78c3f7d3 authored May 11, 2024 by lintangsutawika
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 0 deletions

lm_eval/tasks/__init__.py lm_eval/tasks/__init__.py +2 -0

No files found.
--- a/lm_eval/tasks/__init__.py
+++ b/lm_eval/tasks/__init__.py
@@ -256,6 +256,8 @@ class TaskManager:
            group_name: dict(collections.ChainMap(*map(fn, reversed(subtask_list))))
        }

+    def build_tasks
+    
    def load_task_or_group(self, task_list: Optional[Union[str, list]] = None) -> dict:
        """Loads a dictionary of task objects from a list