group: mmlu_flan_cot_zeroshot
task:
  - mmlu_flan_cot_zeroshot_stem
  - mmlu_flan_cot_zeroshot_other
  - mmlu_flan_cot_zeroshot_social_sciences
  - mmlu_flan_cot_zeroshot_humanities
group_config:
  aggregate_metric: True
  weight_by_size: True
