Commit 7216a27b authored by Baber's avatar Baber
Browse files

nit

parent 6ac0fa62
dataset_path: hails/mmlu_no_train # a copy of `cais/mmlu` with no auxiliary_train split dataset_path: hails/mmlu_no_train
test_split: test test_split: test
fewshot_split: dev fewshot_split: dev
fewshot_config: fewshot_config:
sampler: first_n sampler: first_n
output_type: multiple_choice output_type: multiple_choice
doc_to_text: "Question: {{question.strip()}}\nAnswer:" doc_to_text: "Question: {{question.strip()}}\nAnswer:"
doc_to_choice: {{choices}} doc_to_choice: "{{choices}}"
doc_to_target: answer doc_to_target: answer
metric_list: metric_list:
- metric: acc - metric: acc
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment