Add "choices" to logiqa, hendrycksTest

lm_eval/tasks/hendrycks_test.py

@@ -63,13 +63,14 @@ class GeneralHendrycksTest(MultipleChoiceTask):
         def format_example(doc, choices):
             """
                 Question: <prompt>
+                Choices:
                 A. <choice1>
                 B. <choice2>
                 C. <choice3>
                 D. <choice4>
                 Answer:
             """
-            prompt = "Question: " + doc[0] + "\n"
+            prompt = "Question: " + doc[0] + "\nChoices:\n"
             prompt += "".join([f"{choices[j]}. {doc[j+1]}\n" for j in range(4)])
             prompt += "Answer:"
             return prompt

lm_eval/tasks/logiqa.py

@@ -34,6 +34,7 @@ class LogiQA(MultipleChoiceTask):
             """
                 Passage: <passage>
                 Question: <question>
+                Choices:
                 A. <choice1>
                 B. <choice2>
                 C. <choice3>
@@ -41,7 +42,7 @@ class LogiQA(MultipleChoiceTask):
                 Answer:
             """
             prompt = "Passage: " + doc["passage"] + "\n"
-            prompt += "Question: " + doc["question"] + "\n"
+            prompt += "Question: " + doc["question"] + "\nChoices:\n"
             for choice, option in zip(choices, doc["options"]):
                 prompt += f"{choice.upper()}. {option}\n"
             prompt += "Answer:"