freeform_task.yaml

group: scrolls
task: scrolls_qasper_freeform
dataset_path: tau/scrolls
dataset_name: qasper
output_type: greedy_until
training_split: train
validation_split: validation
process_docs: !function ../preprocessors.process_docs_prepended_question
doc_to_text: "{{text}}\n\nHypothesis: {{question}}\nConclusion:"
doc_to_target: "{{outputs[0]}}"
should_decontaminate: true
doc_to_decontamination_query: input
metric_list:
  - metric: f1