"test/srt/cpu/test_qkv_proj_with_rope.py" did not exist on "4685fbb88834121d2a1c743a0bf387979f641363"
race.yaml 345 Bytes
Newer Older
1
task: race
ben's avatar
ben committed
2
dataset_path: EleutherAI/race
3
4
5
6
7
dataset_name: high
output_type: multiple_choice
test_split: test
doc_to_text: !function preprocess_race.doc_to_text
doc_to_target: !function preprocess_race.doc_to_target
lintangsutawika's avatar
lintangsutawika committed
8
doc_to_choice: !function preprocess_race.doc_to_choice
9
10
11
metric_list:
  - metric: acc
    aggregation: mean
ben's avatar
ben committed
12
    higher_is_better: true