truthfulqa-multi_mc2_gl.yaml

include: truthfulqa-multi_mc1_gl.yaml
task: truthfulqa-multi_mc2_gl
doc_to_choice: "{{mc2_targets.choices}}"
process_results: !function utils.process_results_mc2
should_decontaminate: True
doc_to_decontamination_query: question
metric_list:
  - metric: acc
    aggregation: mean
    higher_is_better: true
metadata:
  version: 2.0