Commit cb085b02 authored by lintangsutawika's avatar lintangsutawika
Browse files

update mmlu

parent 09bc7c68
group: mmlu_humanities
group_alias: humanities
task:
- formal_logic
- high_school_european_history
- high_school_us_history
- high_school_world_history
- international_law
- jurisprudence
- logical_fallacies
- moral_disputes
- moral_scenarios
- philosophy
- prehistory
- professional_law
- world_religions
aggregate_metric: True
weight_by_size: True
group: mmlu_other
group_alias: other
task:
- mmlu_business_ethics
- mmlu_clinical_knowledge
- mmlu_college_medicine
- mmlu_global_facts
- mmlu_human_aging
- mmlu_management
- mmlu_marketing
- mmlu_medical_genetics
- mmlu_miscellaneous
- mmlu_nutrition
- mmlu_professional_accounting
- mmlu_professional_medicine
- mmlu_virology
aggregate_metric: True
weight_by_size: True
group: mmlu_social_sciences
group_alias: social_sciences
task:
- econometrics
- high_school_geography
- high_school_government_and_politics
- high_school_macroeconomics
- high_school_microeconomics
- high_school_psychology
- human_sexuality
- professional_psychology
- public_relations
- security_studies
- sociology
- us_foreign_policy
aggregate_metric: True
weight_by_size: True
group: mmlu_stem
group_alias: stem
task:
- abstract_algebra
- anatomy
- astronomy
- college_biology
- college_chemistry
- college_computer_science
- college_mathematics
- college_physics
- computer_security
- conceptual_physics
- electrical_engineering
- elementary_mathematics
- high_school_biology
- high_school_chemistry
- high_school_computer_science
- high_school_mathematics
- high_school_physics
- high_school_statistics
- machine_learning
group_config:
aggregate_metric: True
weight_by_size: True
- mmlu_abstract_algebra
- mmlu_anatomy
- mmlu_astronomy
- mmlu_college_biology
- mmlu_college_chemistry
- mmlu_college_computer_science
- mmlu_college_mathematics
- mmlu_college_physics
- mmlu_computer_security
- mmlu_conceptual_physics
- mmlu_electrical_engineering
- mmlu_elementary_mathematics
- mmlu_high_school_biology
- mmlu_high_school_chemistry
- mmlu_high_school_computer_science
- mmlu_high_school_mathematics
- mmlu_high_school_physics
- mmlu_high_school_statistics
- mmlu_machine_learning
aggregate_metric: True
weight_by_size: True
group: mmlu
task:
- mmlu_stem
- mmlu_other
- mmlu_social_sciences
- mmlu_humanities
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment