dataset_path: sjyuxyz/MMLU-Pro-with-subset
test_split: test
fewshot_split: dev
fewshot_config:
  sampler: first_n
doc_to_text: "Question: {{question.strip()}}\nAnswer:"
doc_to_choice: "{{options}}"
doc_to_target: "{{answer_index}}"
metadata:
  version: 0.0
