dataset_path: ofir408/MedConceptsQA
output_type: multiple_choice
description: "Answer A,B,C,D according to the answer to this multiple choice question.\n"
fewshot_split: dev
fewshot_config:
  sampler: first_n
num_fewshot: 4
test_split: test
doc_to_text: "{{question}}\nAnswer:"
doc_to_target: answer_id
doc_to_choice: ['A', 'B', 'C', 'D']
metric_list:
  - metric: acc
    aggregation: mean
    higher_is_better: true
