removed gold_alias for greedy_until

d1bb50e0 · lintangsutawika · 9657b04c · d1bb50e0
Commit d1bb50e0 authored Jul 13, 2023 by lintangsutawika
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 4 deletions

lm_eval/api/task.py lm_eval/api/task.py +1 -4

No files found.
--- a/lm_eval/api/task.py
+++ b/lm_eval/api/task.py
@@ -990,10 +990,7 @@ class ConfigurableTask(Task):

        elif self.OUTPUT_TYPE == "greedy_until":

-            if self._config.gold_alias is not None:
-                gold = self.gold_alias(doc)
-            else:
-                gold = self.doc_to_target(doc)
+            gold = self.doc_to_target(doc)

            for key, result in zip(self._metric_fn_list.keys(), results):
                _dict = self._metric_fn_list[key](