Commit a83874e5 authored by lintangsutawika's avatar lintangsutawika
Browse files

adjust mathqa

parent 5dd41ebe
...@@ -7,10 +7,9 @@ output_type: multiple_choice ...@@ -7,10 +7,9 @@ output_type: multiple_choice
training_split: train training_split: train
validation_split: validation validation_split: validation
test_split: test test_split: test
create_choices: !function utils.create_choices # create list of answer choices
doc_to_text: "Question: {{Problem}}\nAnswer:" doc_to_text: "Question: {{Problem}}\nAnswer:"
doc_to_target: !function utils.doc_to_target doc_to_target: !function utils.doc_to_target
gold_alias: "{{['a', 'b', 'c', 'd', 'e'].index(correct)}}" # this will be cast to an int. create_choices: !function utils.create_choices # create list of answer choices
metric_list: metric_list:
- metric: acc - metric: acc
aggregation: mean aggregation: mean
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment