adjust mathqa

lm_eval/tasks/mathqa/mathqa.yaml

@@ -9,7 +9,7 @@ validation_split: validation
 test_split: test
 doc_to_text: "Question: {{Problem}}\nAnswer:"
 doc_to_target: !function utils.doc_to_target
-create_choices: !function utils.create_choices # create list of answer choices
+doc_to_choice: !function utils.doc_to_choice # create list of answer choices
 metric_list:
   - metric: acc
     aggregation: mean

lm_eval/tasks/mathqa/utils.py

 import re
 
 
-def create_choices(doc):
+def doc_to_choice(doc):
     choices = [
         c[4:].rstrip(" ,")
         for c in re.findall(r"[abcd] \) .*?, |e \) .*?$", doc["options"])
@@ -10,5 +10,5 @@ def create_choices(doc):
 
 
 def doc_to_target(doc):
-    choices = create_choices(doc)
+    choices = doc_to_choice(doc)
     return choices[["a", "b", "c", "d", "e"].index(doc["correct"])]