"official/benchmark/keras_imagenet_benchmark.py" did not exist on "b00783d734c6428ac1b183ad63e177c22386f8a0"
t5-prompt.yaml 555 Bytes
Newer Older
lintangsutawika's avatar
lintangsutawika committed
1
2
group:
  - super-glue-t5-prompt
3
task: super_glue-copa-t5-prompt
lintangsutawika's avatar
lintangsutawika committed
4
5
6
7
dataset_path: super_glue
dataset_name: copa
training_split: train
validation_split: validation
8
output_type: generate_until
9
doc_to_text: "copa choice1: {{choice1}} choice2: {{choice2}} premise: {{premise}} question: {{question}}"
lintangsutawika's avatar
lintangsutawika committed
10
doc_to_target: label
11
doc_to_choice: ['choice1', 'choice2']
lintangsutawika's avatar
lintangsutawika committed
12
13
14
generation_kwargs:
  until:
    - "</s>"
lintangsutawika's avatar
lintangsutawika committed
15
16
17
18
19
20
metric_list:
  - metric: exact_match
    aggregation: mean
    higher_is_better: true
    ignore_case: true
    ignore_punctuation: true
lintangsutawika's avatar
lintangsutawika committed
21
metadata:
22
  version: 0.0