revert to just load metric_fn

150f11f6 · lintangsutawika · 6a336b15 · 150f11f6
Commit 150f11f6 authored Dec 28, 2023 by lintangsutawika
Hide whitespace changes
Inline Side-by-side

Showing with 0 additions and 1 deletion

lm_eval/evaluator.py lm_eval/evaluator.py +0 -1

No files found.
--- a/lm_eval/evaluator.py
+++ b/lm_eval/evaluator.py
@@ -449,7 +449,6 @@ def evaluate(
            else:
                group_name = None

-
            metric_fn = task.compute_metric()[metric]
            results[task_name][metric_key] = metric_fn(items)
            results[task_name]["samples"] = len(items)