Skip to content

GitLab

Switch branch/tag
Find file Normal viewHistoryPermalink
_tmlu.yaml 805 Bytes
Newer Older
Yen-Ting Lin's avatar
add tmlu  
Yen-Ting Lin committed
1 
group: tmlu
Yen-Ting Lin's avatar
Update lm_eval/tasks/tmlu/default/tmlu.yaml  
Yen-Ting Lin committed
2 
group_alias: TMLU
Yen-Ting Lin's avatar
add tmlu  
Yen-Ting Lin committed
3 
task:
Yen-Ting Lin's avatar
Update lm_eval/tasks/tmlu/default/tmlu.yaml  
Yen-Ting Lin committed
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37 
  - group: tmlu_social_sciences
    group_alias: Social Sciences
    task:
      - tmlu_social_sciences_tasks
    aggregate_metric_list:
      - metric: acc
  - group: tmlu_stem
    group_alias: STEM
    task:
      - tmlu_stem_tasks
    aggregate_metric_list:
      - metric: acc
  - group: tmlu_humanities
    group_alias: Humanities
    task:
      - tmlu_humanities_tasks
    aggregate_metric_list:
      - metric: acc
  - group: tmlu_taiwan_specific
    group_alias: Taiwan Specific
    task:
      - tmlu_taiwan_specific_tasks
    aggregate_metric_list:
      - metric: acc
  - group: tmlu_other
    group_alias: Other
    task:
      - tmlu_other_tasks
    aggregate_metric_list:
      - metric: acc
aggregate_metric_list:
  - metric: acc
metadata:
  version: 1