Commit eb42b01b authored by lintangsutawika's avatar lintangsutawika
Browse files

added more promptsource examples

parent 1cf51552
include: promptsource-00.yaml
group:
- super-glue-promptsource
task: "based on the previous passage"
use_prompt: "promptsource:based on the previous passage"
group:
- super-glue-promptsource
task: "GPT-3-prompt"
dataset_path: super_glue
dataset_name: wic
training_split: train
validation_split: validation
use_prompt: "promptsource:GPT-3-prompt"
metric_list:
- metric: exact_match
aggregation: mean
higher_is_better: true
ignore_case: true
ignore_punctuation: true
include: promptsource-00.yaml
group:
- super-glue-promptsource
task: "GPT-3-prompt-with-label"
use_prompt: "promptsource:GPT-3-prompt-with-label"
include: promptsource-00.yaml
group:
- super-glue-promptsource
task: "affirmation_true_or_false"
use_prompt: "promptsource:affirmation_true_or_false"
group:
- t0-eval
task: "in other words"
- super-glue-promptsource
task: "GPT-3 Style"
dataset_path: super_glue
dataset_name: wsc.fixed
training_split: train
validation_split: validation
use_prompt: "promptsource:in other words"
use_prompt: "promptsource:GPT-3 Style"
metric_list:
- metric: exact_match
aggregation: mean
......
include: promptsource-00.yaml
group:
- super-glue-promptsource
task: "I think they mean"
use_prompt: "promptsource:I think they mean"
include: promptsource-00.yaml
group:
- super-glue-promptsource
task: "Who or what is/are"
use_prompt: "promptsource:Who or what is/are"
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment