Skip to content

GitLab

Commit 318d706b authored by lintangsutawika's avatar lintangsutawika
Browse files

check if config is task update

parent 6584e6d6
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
lm_eval/tasks/__init__.py
View file @ 318d706b
...@@ -71,7 +71,7 @@ class TaskManager(abc.ABC): ...@@ -71,7 +71,7 @@ class TaskManager(abc.ABC):
return False return False
def _config_is_task(self, config): def _config_is_task(self, config):
if list(config.keys()) == ["group", "task"]: if set(config.keys()) <= ["group", "task", "weight_by_size"]:
return False return False
return True return True
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment