group: mmlu_humanities
group_alias: humanities
task:
  - mmlu_formal_logic
  - mmlu_high_school_european_history
  - mmlu_high_school_us_history
  - mmlu_high_school_world_history
  - mmlu_international_law
  - mmlu_jurisprudence
  - mmlu_logical_fallacies
  - mmlu_moral_disputes
  - mmlu_moral_scenarios
  - mmlu_philosophy
  - mmlu_prehistory
  - mmlu_professional_law
  - mmlu_world_religions
aggregate_metric: True
weight_by_size: True
version: 1