add sampler condition for if target is multiple, and target_delimiter is " "

lm_eval/api/samplers.py

@@ -48,7 +48,9 @@ class Sampler:
                     )
                     + self.target_delimiter
                     + (
-                        self.doc_to_target(doc)
+                        self.doc_to_target(doc)[0]
+                        if type(self.doc_to_target(doc)) is list
+                        else self.doc_to_target(doc)
                         if (
                             self.config.doc_to_choice is None
                             or type(self.doc_to_target(doc)) is str

lm_eval/tasks/triviaqa/default.yaml

@@ -21,6 +21,7 @@ filter_list:
     filter:
       - function: remove_whitespace
       - function: take_first
+target_delimiter: " "
 metric_list:
   - metric: exact_match
     aggregation: mean