group: mmlu_stem
group_alias: stem
task:
  - mmlu_abstract_algebra
  - mmlu_anatomy
  # - mmlu_astronomy
  # - mmlu_college_biology
  # - mmlu_college_chemistry
  # - mmlu_college_computer_science
  # - mmlu_college_mathematics
  # - mmlu_college_physics
  # - mmlu_computer_security
  # - mmlu_conceptual_physics
  # - mmlu_electrical_engineering
  # - mmlu_elementary_mathematics
  # - mmlu_high_school_biology
  # - mmlu_high_school_chemistry
  # - mmlu_high_school_computer_science
  # - mmlu_high_school_mathematics
  # - mmlu_high_school_physics
  # - mmlu_high_school_statistics
  # - mmlu_machine_learning
aggregate_metric: True
weight_by_size: True
version: 1