Skip to content

GitLab

Switch branch/tag
Find file Normal viewHistoryPermalink
_afrimmlu.yaml 416 Bytes
Newer Older
lintangsutawika's avatar
add group yaml  
lintangsutawika committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18 
group: afrimmlu
group_alias: AfriMMLU
task:
  - group: afrimmlu_direct
    group_alias: AfriMMLU
    task:
      - afrimmlu_direct_tasks
    aggregate_metric_list:
      - metric: acc
        weight_by_size: False
  - group: afrimmlu_translate
    group_alias: AfriMMLU (Translate)
    task:
      - afrimmlu_translate_tasks
    aggregate_metric_list:
      - metric: acc
        weight_by_size: False
num_fewshot: 5