group: mmlu_stem
group_alias: stem
task:
  - mmlu_abstract_algebra
  - mmlu_anatomy
  - mmlu_astronomy
  - mmlu_college_biology
  - mmlu_college_chemistry
  - mmlu_college_computer_science
  - mmlu_college_mathematics
  - mmlu_college_physics
  - mmlu_computer_security
  - mmlu_conceptual_physics
  - mmlu_electrical_engineering
  - mmlu_elementary_mathematics
  - mmlu_high_school_biology
  - mmlu_high_school_chemistry
  - mmlu_high_school_computer_science
  - mmlu_high_school_mathematics
  - mmlu_high_school_physics
  - mmlu_high_school_statistics
  - mmlu_machine_learning
aggregate_metric: True
weight_by_size: True
version: 1