Unverified Commit b87ee153 authored by Lintang Sutawika's avatar Lintang Sutawika Committed by GitHub
Browse files

Update evaluator.py

parent e6d4ec39
...@@ -625,6 +625,7 @@ def evaluate( ...@@ -625,6 +625,7 @@ def evaluate(
groups_agg[group]["alias"] = tab_string + group groups_agg[group]["alias"] = tab_string + group
for group_name, task_list in task_hierarchy.items(): for group_name, task_list in task_hierarchy.items():
if task_list != []:
num_fewshot[group_name] = num_fewshot[task_list[0]] num_fewshot[group_name] = num_fewshot[task_list[0]]
results_dict = { results_dict = {
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment