Commit c0cb0be7 authored by lintangsutawika's avatar lintangsutawika
Browse files

moved benchmark up

parent 0a5bd869
group: flan_held_in
task:
- include: flan/yaml_templates/held_in_template_yaml
dataset_path: super_glue
dataset_name: boolq
use_prompt: flan/prompt_templates/flan_boolq.yaml:*
validation_split: validation
- include: flan/yaml_templates//held_in_template_yaml
dataset_path: super_glue
dataset_name: rte
use_prompt: flan/prompt_templates/flan_rte.yaml:*
validation_split: validation
- include: flan/yaml_templates//held_in_template_yaml
task: anli_r1
dataset_path: anli
use_prompt: flan/prompt_templates/flan_anli.yaml:*
validation_split: dev_r1
- include: flan/yaml_templates//held_in_template_yaml
task: anli_r2
dataset_path: anli
use_prompt: flan/prompt_templates/flan_anli.yaml:*
validation_split: dev_r2
- include: flan/yaml_templates//held_in_template_yaml
task: anli_r3
dataset_path: anli
use_prompt: flan/prompt_templates/flan_anli.yaml:*
validation_split: dev_r3
# - include: flan/yaml_templates//held_in_template_yaml
# task: ai2_arc
# dataset_path: ARC-Easy
# use_prompt: local:*
# validation_split: validation
# - include: flan/yaml_templates//held_in_template_yaml
# task: ai2_arc
# dataset_path: ARC-Challange
# use_prompt: local:*
# validation_split: validation
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment