Skip to content

GitLab

Commit e0986475 authored by lintangsutawika's avatar lintangsutawika
Browse files

convert all groups to configurable groups

parent 2f3d4272
Show whitespace changes
Inline Side-by-side
Showing with 16 additions and 4 deletions
lm_eval/tasks/__init__.py
View file @ e0986475
...@@ -173,7 +173,14 @@ class TaskManager: ...@@ -173,7 +173,14 @@ class TaskManager:
subtask_list = group_config["task"] subtask_list = group_config["task"]
group_name = ConfigurableGroup(config=group_config) group_name = ConfigurableGroup(config=group_config)
else: else:
group_name = name_or_config # group_name = name_or_config
group_name = ConfigurableGroup(
config={
"group": name_or_config,
"task": subtask_list
}
)
if isinstance(name_or_config, dict): if isinstance(name_or_config, dict):
if update_config is not None: if update_config is not None:
...@@ -197,7 +204,13 @@ class TaskManager: ...@@ -197,7 +204,13 @@ class TaskManager:
subtask_list = group_config["task"] subtask_list = group_config["task"]
group_name = ConfigurableGroup(config=group_config) group_name = ConfigurableGroup(config=group_config)
else: else:
group_name = name # group_name = name
group_name = ConfigurableGroup(
config={
"group": group_name,
"task": subtask_list
}
)
else: else:
if self._name_is_registered(name): if self._name_is_registered(name):
base_task_config = self._get_config(name) base_task_config = self._get_config(name)
...@@ -241,7 +254,6 @@ class TaskManager: ...@@ -241,7 +254,6 @@ class TaskManager:
for k, v in name_or_config.items() for k, v in name_or_config.items()
if k in GROUP_ONLY_KEYS + ["task", "group"] if k in GROUP_ONLY_KEYS + ["task", "group"]
} }
if bool(group_config):
group_name = ConfigurableGroup(config=group_config) group_name = ConfigurableGroup(config=group_config)
fn = partial( fn = partial(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment