skip casting if predict_only (#2524)

9169899b · Baber Abbasi · GitHub · 5680a2e6 · 9169899b
Unverified Commit 9169899b authored Nov 29, 2024 by Baber Abbasi Committed by GitHub Nov 29, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 4 additions and 1 deletion

lm_eval/api/task.py lm_eval/api/task.py +4 -1

No files found.
--- a/lm_eval/api/task.py
+++ b/lm_eval/api/task.py
@@ -1503,7 +1503,10 @@ class ConfigurableTask(Task):
            # we expect multiple_targets to be a list.
            elif self.multiple_target:
                gold = list(gold)
-            elif type(gold) is not type(result):
+            elif (
+                type(gold) is not type(result)
+                and "bypass" not in self._metric_fn_list.keys()
+            ):
                # cast gold to the same type as result
                gold = type(result)(gold)