group: mmlu_flan_n_shot_loglikelihood
group_alias: mmlu (flan style, loglikelihood)
task:
  - group: stem
    task:
      - mmlu_flan_n_shot_loglikelihood_stem
    aggregate_metric_list:
      - metric: acc
        weight_by_size: True
  - group: other
    task:
      - mmlu_flan_n_shot_loglikelihood_other
    aggregate_metric_list:
      - metric: acc
        weight_by_size: True
  - group: social sciences
    task:
      - mmlu_flan_n_shot_loglikelihood_social_sciences
    aggregate_metric_list:
      - metric: acc
        weight_by_size: True
  - group: humanities
    task:
      - mmlu_flan_n_shot_loglikelihood_humanities
    aggregate_metric_list:
      - metric: acc
        weight_by_size: True
aggregate_metric_list:
  - metric: acc
    weight_by_size: True
metadata:
  version: 2
