Skip to content

GitLab

Commit 2314ff4f authored by lintangsutawika's avatar lintangsutawika
Browse files

will check if group_name is None

parent f7ba0d63
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 1 deletion
lm_eval/evaluator.py
View file @ 2314ff4f
...@@ -226,6 +226,7 @@ def evaluate( ...@@ -226,6 +226,7 @@ def evaluate(
versions[group_name] = "N/A" versions[group_name] = "N/A"
else: else:
group_name = None
task_hierarchy[task_name] = [] task_hierarchy[task_name] = []
if task is None: if task is None:
...@@ -239,7 +240,7 @@ def evaluate( ...@@ -239,7 +240,7 @@ def evaluate(
if ("group_alias" in configs[task_name]) and ( if ("group_alias" in configs[task_name]) and (
group_name not in task_group_alias group_name not in task_group_alias
): ) and (group_name != None):
task_group_alias[group_name] = configs[task_name]["group_alias"] task_group_alias[group_name] = configs[task_name]["group_alias"]
if limit is not None: if limit is not None:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment