careqa_open.yaml

task: careqa_open
dataset_path: HPAI-BSC/CareQA
dataset_name: CareQA_en_open
description: >
  Instructions: The following text is a medical question. Answer it in the most factual, concise and informative way possible"

output_type: generate_until
test_split: test
doc_to_text: !function utils_open.doc_to_text
doc_to_target: !function utils_open.doc_to_target
process_results: !function utils_open.process_results_gen
generation_kwargs:
  until:
    - "\n\n"
metric_list:
  - metric: bleu
    aggregation: nanmean
    higher_is_better: true
  - metric: rouge1
    aggregation: nanmean
    higher_is_better: true
  - metric: rouge2
    aggregation: nanmean
    higher_is_better: true
  - metric: rougeL
    aggregation: nanmean
    higher_is_better: true
  - metric: bleurt
    aggregation: nanmean
    higher_is_better: true
  - metric: bert_score
    aggregation: nanmean
    higher_is_better: true
metadata:
  version: 1.0