group: darija_translation_seed
group_alias: translation_seed
task:
  - darija_translation_tasks_seed
metric_list:
  - metric: bleu
    aggregation: bleu
    higher_is_better: true
  - metric: chrf
    aggregation: chrf
    higher_is_better: true
  - metric: ter
    aggregation: ter
    higher_is_better: false
  - metric: !function utils.bert
    aggregation: !function utils.mbert
    higher_is_better: true
metadata:
  version: 1.0
