group: mmlu_stem
group_alias: stem
task:
  - mmlu_stem_tasks
aggregate_metric:
  - metric: acc
    weight_by_size: True
metadata:
  version: 1