_default_template_yaml 325 Bytes
Newer Older
Yazeed Alnumay's avatar
Yazeed Alnumay committed
1
2
3
4
5
6
7
8
9
10
11
12
13
dataset_path: yazeed7/ArabicMMLU
test_split: test
fewshot_split: dev
fewshot_config:
  sampler: first_n
output_type: multiple_choice
doc_to_text: !function utils.doc_to_text
doc_to_choice: !function utils.doc_to_choice
doc_to_target: "Answer Key"
metric_list:
  - metric: acc
    aggregation: mean
    higher_is_better: true