group: darija_transliteration
group_alias: transliteration
task:
  - darija_transliteration_tasks
metric_list:
  - metric: bleu
    aggregation: bleu
    higher_is_better: true
  - metric: chrf
    aggregation: chrf
    higher_is_better: true
  - metric: ter
    aggregation: ter
    higher_is_better: false
  - metric: !function utils.bert
    aggregation: !function utils.mbert
    higher_is_better: true
metadata:
  version: 1.0
