Add qa4mre

lm_eval/tasks/qa4mre/preprocess_qa4mre.py

+def qa4mre_process(doc):
+    return int(doc['correct_answer_id']) - 1
\ No newline at end of file

lm_eval/tasks/qa4mre/qa4mre_2011.yaml

+group:
+  - multiple_choice
+task: qa4mre_2011
+dataset_path: qa4mre
+dataset_name: 2011.main.EN
+output_type: multiple_choice
+test_split: train
+template_aliases: "{% set answer_choices = answer_options['answer_str'] %}"
+doc_to_text: "{{document_str.strip()}}\nQuestion:{{question_str}}\nAnswer:"
+doc_to_target: !function preprocess_qa4mre.qa4mre_process
+should_decontaminate: true
+doc_to_decontamination_query: "{{document_str|map('trim')}} + ' ' + {{question_str}}"
+metric_list:
+  - metric: acc
+    aggregation: mean
+    higher_is_better: true
+  - metric: acc_norm
+    aggregation: mean
+    higher_is_better: true
\ No newline at end of file