group: global_mmlu_ja
task:
  - global_mmlu_ja_business
  - global_mmlu_ja_humanities
  - global_mmlu_ja_medical
  - global_mmlu_ja_other
  - global_mmlu_ja_stem
  - global_mmlu_ja_social_sciences
aggregate_metric_list:
  - metric: acc
    weight_by_size: True
metadata:
  version: 0.0
