group: darija_summarization
task:
  - darija_summarization_task
metric_list:
  - metric: !function utils.rouge1
    aggregation: !function utils.agg_rouge1
    higher_is_better: true
  - metric: !function utils.rouge2
    aggregation: !function utils.agg_rouge2
    higher_is_better: true
  - metric: !function utils.rougeL
    aggregation: !function utils.agg_rougel
    higher_is_better: true
  - metric: !function utils.rougeLsum
    aggregation: !function utils.agg_rougelsum
    higher_is_better: true
  - metric: !function utils.bert
    aggregation: !function utils.darijabert
    higher_is_better: true
  - metric: chrf
    aggregation: chrf
    higher_is_better: true
metadata:
  version: 1.0
