_mmlu_stem.yaml

group: mmlu_stem
task:
  - abstract_algebra
  - anatomy
  - astronomy
  - college_biology
  - college_chemistry
  - college_computer_science
  - college_mathematics
  - college_physics
  - computer_security
  - conceptual_physics
  - electrical_engineering
  - elementary_mathematics
  - high_school_biology
  - high_school_chemistry
  - high_school_computer_science
  - high_school_mathematics
  - high_school_physics
  - high_school_statistics
  - machine_learning
group_config:
  aggregate_metric: True
  weight_by_size: True