group: hendrycks_math
task:
  - hendrycks_math_algebra
  - hendrycks_math_counting_and_prob
  - hendrycks_math_geometry
  - hendrycks_math_intermediate_algebra
  - hendrycks_math_num_theory
  - hendrycks_math_prealgebra
  - hendrycks_math_precalc
aggregate_metric_list:
  - metric: exact_match
    aggregation: mean
    weight_by_size: true
metadata:
  version: 1.0