boolean_task.yaml

group: scrolls
task: scrolls_qasper_boolean
dataset_path: tau/scrolls
dataset_name: qasper
output_type: multiple_choice
training_split: train
validation_split: validation
process_docs: !function ../preprocessors.process_docs_prepended_question
doc_to_text: "{{text}}\n\nHypothesis: {{question}}\nConclusion:"
doc_to_target: "{{outputs[0]}}"
doc_to_choice: ["yes", "no"]
should_decontaminate: true
doc_to_decontamination_query: input
metric_list:
  - metric: f1