fix metric name/fn mixup

1dd1eae0 · Baber · b7b0f92e · 1dd1eae0
Commit 1dd1eae0 authored Jul 04, 2025 by Baber
Show whitespace changes
Inline Side-by-side

Showing with 2 additions and 1 deletion

lm_eval/config/task.py lm_eval/config/task.py +2 -1

No files found.
--- a/lm_eval/config/task.py
+++ b/lm_eval/config/task.py
@@ -281,7 +281,8 @@ class TaskConfig(dict):
                    _metric_fn = metric_name.__call__
                else:
                    # Normal: look up by name
-                    _metric_name = get_metric(metric_name, _hf_evaluate_metric)
+                    _metric_name = metric_name
+                    _metric_fn = get_metric(metric_name, _hf_evaluate_metric)

                # ---------- 3. Decide how to aggregate examples ----------
                if "aggregation" in metric_config: