Skip to content

GitLab

Switch branch/tag
Find file Normal viewHistoryPermalink
flan_held_in.yaml 1.2 KB
Newer Older
lintangsutawika's avatar
moved files  
lintangsutawika committed
1
2 
group: flan_held_in
task:
lintangsutawika's avatar
modifications for current evals on t5v2  
lintangsutawika committed
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37 
  - include: yaml_templates/held_in_template_yaml
    task: r1
    dataset_path: anli
    use_prompt: prompt_templates/anli.yaml:*
    validation_split: dev_r1
  - include: yaml_templates/held_in_template_yaml
    task: r2
    dataset_path: anli
    use_prompt: prompt_templates/anli.yaml:*
    validation_split: dev_r2
  - include: yaml_templates/held_in_template_yaml
    task: r3
    dataset_path: anli
    use_prompt: prompt_templates/anli.yaml:*
    validation_split: dev_r3
  - include: yaml_templates/held_in_template_yaml
    dataset_path: ai2_arc
    dataset_name: ARC-Easy
    use_prompt: prompt_templates/arc.yaml:*
    validation_split: validation
  - include: yaml_templates/held_in_template_yaml
    dataset_path: ai2_arc
    dataset_name: ARC-Challenge
    use_prompt: prompt_templates/arc.yaml:*
    validation_split: validation
  - include: yaml_templates/held_in_template_yaml
    dataset_path: super_glue
    dataset_name: boolq
    use_prompt: prompt_templates/boolq.yaml:*
    validation_split: validation
  - include: yaml_templates/held_in_template_yaml
    dataset_path: super_glue
    dataset_name: rte
    use_prompt: prompt_templates/rte.yaml:*
    validation_split: validation