Commit f5cf38a9 authored by haileyschoelkopf's avatar haileyschoelkopf
Browse files

replace with no_train mmlu dataset

parent 12fe236d
group: mmlu group: mmlu
dataset_path: cais/mmlu dataset_path: hails/mmlu_no_train # a copy of `cais/mmlu` with no auxiliary_train split
test_split: test test_split: test
fewshot_split: dev fewshot_split: dev
fewshot_config: fewshot_config:
......
group: mmlu_flan_cot_fewshot group: mmlu_flan_cot_fewshot
dataset_path: cais/mmlu dataset_path: hails/mmlu_no_train # a copy of `cais/mmlu` with no auxiliary_train split
validation_split: validation validation_split: validation
fewshot_split: dev fewshot_split: dev
output_type: generate_until output_type: generate_until
......
group: mmlu_flan_cot_zeroshot group: mmlu_flan_cot_zeroshot
dataset_path: cais/mmlu dataset_path: hails/mmlu_no_train # a copy of `cais/mmlu` with no auxiliary_train split
validation_split: validation validation_split: validation
fewshot_split: dev fewshot_split: dev
output_type: generate_until output_type: generate_until
......
group: mmlu_flan_n_shot_generative group: mmlu_flan_n_shot_generative
dataset_path: cais/mmlu dataset_path: hails/mmlu_no_train # a copy of `cais/mmlu` with no auxiliary_train split
test_split: test test_split: test
fewshot_split: dev fewshot_split: dev
output_type: generate_until output_type: generate_until
......
group: mmlu_flan_n_shot_loglikelihood group: mmlu_flan_n_shot_loglikelihood
dataset_path: cais/mmlu dataset_path: hails/mmlu_no_train # a copy of `cais/mmlu` with no auxiliary_train split
test_split: test test_split: test
fewshot_split: dev fewshot_split: dev
output_type: multiple_choice output_type: multiple_choice
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment