group:
  - wmt-t5-prompt
task: wmt-ro-en-t5-prompt
dataset_path: wmt16
dataset_name: ro-en
training_split: train
validation_split: validation
output_type: generate_until
doc_to_text: "translate English to Romanian: {{translation.en}}"
doc_to_target: "{{translation.ro}}"
metric_list:
  - metric: wer
    aggregation: mean
    higher_is_better: false
  - metric: !function metrics.bleu
    aggregation: !function metrics.agg_bleu
    higher_is_better: true
metadata:
  version: 0.0