group: meddialog
task: meddialog_raw_dialogues
dataset_path: bigbio/meddialog
description: >
  Instructions: The following text is from a collection of medical dialogues. What follows is the patients question. Answer how a doctor would, trying to be as helpful as possible.

output_type: generate_until
training_split: train
validation_split: train
test_split: train
doc_to_text: !function utils.doc_to_text_raw
doc_to_target: !function utils.doc_to_target_raw
process_results: !function utils.process_results_gen_raw
generation_kwargs:
  until:
    - "\n\n"
metric_list:
  - metric: bleu
    aggregation: nanmean
    higher_is_better: true
  - metric: rouge1
    aggregation: nanmean
    higher_is_better: true
  - metric: rouge2
    aggregation: nanmean
    higher_is_better: true
  - metric: rougeL
    aggregation: nanmean
    higher_is_better: true
  - metric: bleurt
    aggregation: nanmean
    higher_is_better: true
  - metric: bert_score
    aggregation: nanmean
    higher_is_better: true
metadata:
  version: 1.0