Commit e8bb77db authored by FarzanehNakhaee's avatar FarzanehNakhaee
Browse files

Update doc to target and gold_alias in the config

parent ccae768a
......@@ -7,7 +7,8 @@ output_type: multiple_choice
test_split: test
template_aliases: "{% set answer_choices = [A, B, C, D] %}{% set gold = label %}" # set the list of possible answer choices, and set what this doc's gold answer is (set what ds column used, and what)
doc_to_text: "{{context}}\nQuestion: {{ex_question}}\nAnswer:"
doc_to_target: "{{gold}}" # this will be cast to an int.
doc_to_target: "{{answer_choices[gold]}}"
gold_alias: "{{gold}}" # this will be cast to an int.
should_decontaminate: true
doc_to_decontamination_query: "{{context}}\nQuestion: {{ex_question}}\nAnswer:"
metric_list:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment