Unverified Commit 5ad23ec2 authored by eyuansu62's avatar eyuansu62 Committed by GitHub
Browse files

fix group args of mmlu and mmlu_pro (#2245)

parent fa837646
......@@ -26,7 +26,8 @@ task:
- metric: acc
weight_by_size: True
aggregate_metric_list:
- metric: acc
- aggregation: mean
metric: exact_match
weight_by_size: True
metadata:
version: 2
group: mmlu_pro
task:
- mmlu_pro_biology
- mmlu_pro_business
- mmlu_pro_chemistry
- mmlu_pro_computer_science
- mmlu_pro_economics
- mmlu_pro_engineering
- mmlu_pro_health
- mmlu_pro_history
- mmlu_pro_law
- mmlu_pro_math
- mmlu_pro_other
- mmlu_pro_philosophy
- mmlu_pro_physics
- mmlu_pro_psychology
aggregate_metric_list:
- aggregation: mean
metric: exact_match
weight_by_size: true
filter_list: custom-extract
metadata:
version: 1.0
\ No newline at end of file
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment