fixed fewshot loading for multiple input tasks (#1255)

lm_eval/api/task.py

@@ -787,6 +787,9 @@ class ConfigurableTask(Task):
             )
 
         example = self.doc_to_text(doc)
+        if self.multiple_input:
+            return labeled_examples
+        else:
             if isinstance(example, str):
                 return labeled_examples + example
             elif isinstance(example, list):
@@ -952,7 +955,9 @@ class ConfigurableTask(Task):
             if self.multiple_input:
                 # If there are multiple inputs, choices are placed in the ctx
                 cont = self.doc_to_target(doc)
-                arguments = [(ctx, f"{target_delimiter}{cont}") for ctx in choices]
+                arguments = [
+                    (ctx + choice, f"{target_delimiter}{cont}") for choice in choices
+                ]
             else:
                 # Otherwise they are placed in the continuation
                 arguments = [(ctx, f"{target_delimiter}{cont}") for cont in choices]