Skip to content

GitLab

Switch branch/tag
Find file Normal viewHistoryPermalink
mgsm_chat.yaml 353 Bytes
Newer Older
Baber's avatar
add mgsm  
Baber committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19 
group: mgsm_chat
group_alias: mmlu (llama)
task:
    - mgsm_chat_bn
    - mgsm_chat_de
    - mgsm_chat_en
    - mgsm_chat_es
    - mgsm_chat_fr
    - mgsm_chat_ja
    - mgsm_chat_ru
    - mgsm_chat_sw
    - mgsm_chat_te
    - mgsm_chat_th
    - mgsm_chat_zh
aggregate_metric_list:
  - metric: exact_match
    weight_by_size: True
metadata:
  version: 0