group: darija_translation
group_alias: translation
task:
  - darija_translation_doda
  - darija_translation_flores
  - darija_translation_madar
  - darija_translation_seed
metric_list:
  - metric: bleu
    aggregation: bleu
    higher_is_better: true
  - metric: chrf
    aggregation: chrf
    higher_is_better: true
  - metric: ter
    aggregation: ter
    higher_is_better: false
  - metric: !function utils.bert
    aggregation: !function utils.mbert
    higher_is_better: true
metadata:
  version: 1.0
