Commit 6c69e30a authored by FarzanehNakhaee's avatar FarzanehNakhaee
Browse files

Add qa4mre

parent cc3bdad3
...@@ -9,7 +9,7 @@ template_aliases: "{% set answer_choices = answer_options['answer_str'] %}" ...@@ -9,7 +9,7 @@ template_aliases: "{% set answer_choices = answer_options['answer_str'] %}"
doc_to_text: "{{document_str.strip()}}\nQuestion:{{question_str}}\nAnswer:" doc_to_text: "{{document_str.strip()}}\nQuestion:{{question_str}}\nAnswer:"
doc_to_target: !function preprocess_qa4mre.qa4mre_process doc_to_target: !function preprocess_qa4mre.qa4mre_process
should_decontaminate: true should_decontaminate: true
doc_to_decontamination_query: "{{document_str|map('trim')}} + ' ' + {{question_str}}" doc_to_decontamination_query: "{{document_str.strip()}} + ' ' + {{question_str}}"
metric_list: metric_list:
- metric: acc - metric: acc
aggregation: mean aggregation: mean
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment