_arabicmmlu.yaml 222 Bytes
Newer Older
Yazeed Alnumay's avatar
Yazeed Alnumay committed
1
2
3
4
5
6
7
group: arabicmmlu
task:
- arabicmmlu_other
- arabicmmlu_social_science
- arabicmmlu_humanities
- arabicmmlu_stem
- arabicmmlu_language
Lintang Sutawika's avatar
Lintang Sutawika committed
8
9
10
11
aggregate_metric_list:
  - metric: acc
    weight_by_size: True
metadata:
Boda Sadallah's avatar
Boda Sadallah committed
12
  version: 1