default.yaml 382 Bytes
Newer Older
1
tag: glue
lintangsutawika's avatar
lintangsutawika committed
2
3
4
5
6
7
task: qqp
dataset_path: glue
dataset_name: qqp
output_type: multiple_choice
training_split: train
validation_split: validation
Hailey Schoelkopf's avatar
Hailey Schoelkopf committed
8
doc_to_text: "Question 1: {{question1}}\nQuestion 2: {{question2}}\nQuestion: Do both questions ask the same thing?\nAnswer:"
lintangsutawika's avatar
lintangsutawika committed
9
10
11
12
13
doc_to_target: label
doc_to_choice: ["no", "yes"]
metric_list:
  - metric: acc
  - metric: f1
lintangsutawika's avatar
lintangsutawika committed
14
metadata:
Hailey Schoelkopf's avatar
Hailey Schoelkopf committed
15
  version: 2.0