Commit 9ccec647 authored by lintangsutawika's avatar lintangsutawika
Browse files

update all mmlu variants to include group_config

parent 939a0cb9
......@@ -4,3 +4,6 @@ task:
- mmlu_flan_cot_fewshot_other
- mmlu_flan_cot_fewshot_social_sciences
- mmlu_flan_cot_fewshot_humanities
group_config:
aggregate_metric: True
weight_by_size: True
\ No newline at end of file
......@@ -4,3 +4,6 @@ task:
- mmlu_flan_cot_zeroshot_other
- mmlu_flan_cot_zeroshot_social_sciences
- mmlu_flan_cot_zeroshot_humanities
group_config:
aggregate_metric: True
weight_by_size: True
\ No newline at end of file
......@@ -4,3 +4,6 @@ task:
- mmlu_flan_n_shot_generative_other
- mmlu_flan_n_shot_generative_social_sciences
- mmlu_flan_n_shot_generative_humanities
group_config:
aggregate_metric: True
weight_by_size: True
\ No newline at end of file
......@@ -4,3 +4,6 @@ task:
- mmlu_flan_n_shot_loglikelihood_other
- mmlu_flan_n_shot_loglikelihood_social_sciences
- mmlu_flan_n_shot_loglikelihood_humanities
group_config:
aggregate_metric: True
weight_by_size: True
\ No newline at end of file
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment