Skip to content

GitLab

Switch branch/tag
Find file Normal viewHistoryPermalink
_cmmlu.yaml 2.01 KB
Newer Older
Lintang Sutawika's avatar
Group agg rework (#1741)  
Lintang Sutawika committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78 
group: cmmlu
task:
  - cmmlu_agronomy
  - cmmlu_anatomy
  - cmmlu_ancient_chinese
  - cmmlu_arts
  - cmmlu_astronomy
  - cmmlu_business_ethics
  - cmmlu_chinese_civil_service_exam
  - cmmlu_chinese_driving_rule
  - cmmlu_chinese_food_culture
  - cmmlu_chinese_foreign_policy
  - cmmlu_chinese_history
  - cmmlu_chinese_literature
  - cmmlu_chinese_teacher_qualification
  - cmmlu_clinical_knowledge
  - cmmlu_college_actuarial_science
  - cmmlu_college_education
  - cmmlu_college_engineering_hydrology
  - cmmlu_college_law
  - cmmlu_college_mathematics
  - cmmlu_college_medical_statistics
  - cmmlu_college_medicine
  - cmmlu_computer_science
  - cmmlu_computer_security
  - cmmlu_conceptual_physics
  - cmmlu_construction_project_management
  - cmmlu_economics
  - cmmlu_education
  - cmmlu_electrical_engineering
  - cmmlu_elementary_chinese
  - cmmlu_elementary_commonsense
  - cmmlu_elementary_information_and_technology
  - cmmlu_elementary_mathematics
  - cmmlu_ethnology
  - cmmlu_food_science
  - cmmlu_genetics
  - cmmlu_global_facts
  - cmmlu_high_school_biology
  - cmmlu_high_school_chemistry
  - cmmlu_high_school_geography
  - cmmlu_high_school_mathematics
  - cmmlu_high_school_physics
  - cmmlu_high_school_politics
  - cmmlu_human_sexuality
  - cmmlu_international_law
  - cmmlu_journalism
  - cmmlu_jurisprudence
  - cmmlu_legal_and_moral_basis
  - cmmlu_logical
  - cmmlu_machine_learning
  - cmmlu_management
  - cmmlu_marketing
  - cmmlu_marxist_theory
  - cmmlu_modern_chinese
  - cmmlu_nutrition
  - cmmlu_philosophy
  - cmmlu_professional_accounting
  - cmmlu_professional_law
  - cmmlu_professional_medicine
  - cmmlu_professional_psychology
  - cmmlu_public_relations
  - cmmlu_security_study
  - cmmlu_sociology
  - cmmlu_sports_science
  - cmmlu_traditional_chinese_medicine
  - cmmlu_virology
  - cmmlu_world_history
  - cmmlu_world_religions
aggregate_metric_list:
  - aggregation: mean
    metric: acc
    weight_by_size: true
  - aggregation: mean
    metric: acc_norm
    weight_by_size: true
metadata:
  version: 0.0