fix type casting of references

6ffc9d5a · Hojin Lee · f948e989 · 6ffc9d5a
Commit 6ffc9d5a authored Jun 19, 2024 by Hojin Lee
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

lm_eval/api/task.py lm_eval/api/task.py +1 -1

No files found.
--- a/lm_eval/api/task.py
+++ b/lm_eval/api/task.py
@@ -1445,7 +1445,7 @@ class ConfigurableTask(Task):
            # we expect multiple_targets to be a list.
            elif self.multiple_target:
                gold = list(gold)
-            elif type(gold) != type(result):
+            elif type(gold) != type(result) and not isinstance(result, List):
                # cast gold to the same type as result
                gold = type(result)(gold)