default.yaml 353 Bytes
Newer Older
1
group:
haileyschoelkopf's avatar
haileyschoelkopf committed
2
  - super-glue-lm-eval-v1
lintangsutawika's avatar
lintangsutawika committed
3
task: copa
4
5
6
7
8
9
10
dataset_path: super_glue
dataset_name: copa
output_type: multiple_choice
training_split: train
validation_split: validation
doc_to_text: !function utils.doc_to_text
doc_to_target: !function utils.doc_to_target
lintangsutawika's avatar
lintangsutawika committed
11
doc_to_choice: !function utils.doc_to_choice
12
13
metric_list:
  - metric: acc
lintangsutawika's avatar
lintangsutawika committed
14
metadata:
15
  version: 1.0