Skip to content

GitLab

Commit 29ba8cb1 authored by lintangsutawika's avatar lintangsutawika
Browse files

fixing display name

parent 60dd33c8
Hide whitespace changes
Inline Side-by-side
Showing with 20 additions and 11 deletions
lm_eval/evaluator.py
View file @ 29ba8cb1
...@@ -230,8 +230,12 @@ def evaluate( ...@@ -230,8 +230,12 @@ def evaluate(
task_hierarchy[group_name].append(task_name) task_hierarchy[group_name].append(task_name)
versions[group_name] = "N/A" versions[group_name] = "N/A"
if "group_alias" in configs[task_name]: if ("group_alias" in configs[task_name]) and (
group_name not in task_group_alias
):
print(group_name)
task_group_alias[group_name] = configs[task_name]["group_alias"] task_group_alias[group_name] = configs[task_name]["group_alias"]
print(task_group_alias)
else: else:
task_hierarchy[task_name] = [] task_hierarchy[task_name] = []
...@@ -537,11 +541,11 @@ def evaluate( ...@@ -537,11 +541,11 @@ def evaluate(
for group_name, task_list in task_hierarchy.items(): for group_name, task_list in task_hierarchy.items():
order = task_order[group_name] order = task_order[group_name]
results_agg[group_name] = results[group_name] results_agg[group_name] = results[group_name].copy()
results_agg[group_name]["tab"] = order results_agg[group_name]["tab"] = order
if (order < max(task_order.values())) and (len(task_list) > 0): if (order < max(task_order.values())) and (len(task_list) > 0):
groups_agg[group_name] = results[group_name] groups_agg[group_name] = results[group_name].copy()
groups_agg[group_name]["tab"] = order groups_agg[group_name]["tab"] = order
if task_list != []: if task_list != []:
...@@ -564,36 +568,41 @@ def evaluate( ...@@ -564,36 +568,41 @@ def evaluate(
task_hierarchy, task_order, versions, task_group_alias task_hierarchy, task_order, versions, task_group_alias
) )
print("task_group_alias")
print(task_group_alias)
_results_agg = collections.defaultdict(dict) _results_agg = collections.defaultdict(dict)
_versions = collections.defaultdict(dict) _versions = collections.defaultdict(dict)
for task in results_agg: for task in results_agg:
task_results = results_agg[task] task_results = results_agg[task]
tab_string = ""
if "tab" in task_results: if "tab" in task_results:
tab = task_results.pop("tab") tab = task_results.pop("tab")
tab_string = " "*tab+"-" if tab > 0 else "" tab_string = " " * tab + "-" if tab > 0 else ""
if task in task_group_alias: if task in task_group_alias:
task_alias = task_group_alias[task] task_alias = task_group_alias[task]
_results_agg[tab_string+task_alias] = task_results _results_agg[tab_string + task_alias] = task_results
_versions[tab_string+task_alias] = versions[task] _versions[tab_string + task_alias] = versions[task]
else: else:
_results_agg[tab_string+task] = task_results _results_agg[tab_string + task] = task_results
_versions[tab_string+task] = versions[task] _versions[tab_string + task] = versions[task]
results_agg = _results_agg results_agg = _results_agg
versions = _versions versions = _versions
_groups_agg = collections.defaultdict(dict) _groups_agg = collections.defaultdict(dict)
for group in groups_agg: for group in groups_agg:
group_results = groups_agg[group] group_results = groups_agg[group]
tab_string = ""
if "tab" in group_results: if "tab" in group_results:
tab = group_results.pop("tab") tab = group_results.pop("tab")
tab_string = " "*tab+"-" if tab > 0 else "" tab_string = " " * tab + "-" if tab > 0 else ""
if group in task_group_alias: if group in task_group_alias:
group_alias = task_group_alias[group] group_alias = task_group_alias[group]
_groups_agg[tab_string+group_alias] = group_results _groups_agg[tab_string + group_alias] = group_results
else: else:
_groups_agg[tab_string+group] = group_results _groups_agg[tab_string + group] = group_results
groups_agg = _groups_agg groups_agg = _groups_agg
results_dict = { results_dict = {
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment