truthfulqa_gl_mc2.yaml

tag: truthfulqa_gl
include: truthfulqa_gl_mc1.yaml
task: truthfulqa_gl_mc2
doc_to_target: 0
doc_to_choice: "{{mc2_targets.choices}}"
process_results: !function utils.process_results_mc2
should_decontaminate: True
doc_to_decontamination_query: question
metric_list:
  - metric: acc
    aggregation: mean
    higher_is_better: true
metadata:
  version: 1.0