fix exact match valueError

b91cabae · JessicaOjo · 348e304a · b91cabae
Commit b91cabae authored May 14, 2024 by JessicaOjo
Show whitespace changes
Inline Side-by-side

Showing with 15 additions and 8 deletions

lm_eval/api/task.py lm_eval/api/task.py +15 -8

No files found.
--- a/lm_eval/api/task.py
+++ b/lm_eval/api/task.py
@@ -1367,6 +1367,13 @@ class ConfigurableTask(Task):
                            result_score = 0.0
                else:
                    try:
+                        if metric == "exact_match":
+                            result_score = self._metric_fn_list[metric](
+                                references=[str(gold)],
+                                predictions=[str(result)],
+                                **self._metric_fn_kwargs[metric],
+                            )
+                        else:
                            result_score = self._metric_fn_list[metric](
                                references=[gold],
                                predictions=[result],