Update evaluator.py

b87ee153 · Lintang Sutawika · GitHub · e6d4ec39 · b87ee153
Unverified Commit b87ee153 authored Nov 28, 2023 by Lintang Sutawika Committed by GitHub Nov 28, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 1 deletion

lm_eval/evaluator.py lm_eval/evaluator.py +2 -1

No files found.
--- a/lm_eval/evaluator.py
+++ b/lm_eval/evaluator.py
@@ -625,7 +625,8 @@ def evaluate(
                groups_agg[group]["alias"] = tab_string + group

        for group_name, task_list in task_hierarchy.items():
-            num_fewshot[group_name] = num_fewshot[task_list[0]]
+            if task_list != []:
+                num_fewshot[group_name] = num_fewshot[task_list[0]]

        results_dict = {
            "results": dict(results_agg.items()),