group: mmlu
task:
  - group: stem
    task:
      - mmlu_stem
    aggregate_metric: True
    weight_by_size: True
    tag_to_task: True
  - group: other
    task: 
      - mmlu_other
    aggregate_metric: True
    weight_by_size: True
    tag_to_task: True
  - group: social sciences
    task:
      - mmlu_social_sciences
    aggregate_metric: True
    weight_by_size: True
    tag_to_task: True
  - hum
  # - group: humanities
  #   task:
  #     - mmlu_humanities
  #   aggregate_metric: True
  #   weight_by_size: True
  #   tag_to_task: True
aggregate_metric: True
weight_by_size: True
version: 1