group: arabic_leaderboard_arabic_mt_openbook_qa
task:
  - arabic_mt_openbook_qa

aggregate_metric_list:
  - metric: acc
    aggregation: mean
    weight_by_size: true
  - metric: acc_norm
    aggregation: mean
    weight_by_size: true
metadata:
  version: 1.0
