group: mmlu_humanities
group_alias: humanities
task:
  - mmlu_formal_logic
  - mmlu_high_school_european_history
  # - mmlu_high_school_us_history
  # - mmlu_high_school_world_history
  # - mmlu_international_law
  # - mmlu_jurisprudence
  # - mmlu_logical_fallacies
  # - mmlu_moral_disputes
  # - mmlu_moral_scenarios
  # - mmlu_philosophy
  # - mmlu_prehistory
  # - mmlu_professional_law
  # - mmlu_world_religions
aggregate_metric: True
weight_by_size: True
version: 1