Skip to content

GitLab

Switch branch/tag
Find file Normal viewHistoryPermalink
t0_eval.yaml 847 Bytes
Newer Older
lintangsutawika's avatar
added benchmark configs  
lintangsutawika committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25 
group:
  - t0_eval
task:
  - dataset_path: super_glue # Coreference Resolution
    dataset_name: wsc.fixed
    use_prompt: promptsource
  - dataset_path: winogrande # Coreference Resolution
    dataset_name: winogrande_xl
    use_prompt: promptsource
  - dataset_path: super_glue # Natural Language Inference
    dataset_name: cb
    use_prompt: promptsource
  - dataset_path: super_glue # Natural Language Inference
    dataset_name: rte
    use_prompt: promptsource
  - dataset_path: anli # Natural Language Inference
    use_prompt: promptsource
  - dataset_path: super_glue # Sentence Completion
    dataset_name: copa
    use_prompt: promptsource
  - dataset_path: hellaswag # Natural Language Inference
    use_prompt: promptsource
  - dataset_path: super_glue  # Word Sense Disambiguation
    dataset_name: wic
    use_prompt: promptsource