Commit 8806944e authored by haileyschoelkopf's avatar haileyschoelkopf
Browse files

push updated bigbench task yamls

parent 1a77b4d5
# Generated by utils.py
dataset_name: unnatural_in_context_learning
dataset_name: unnatural_in_context_learning_zero_shot
include: ../greedy_until_template_yaml
task: bigbench_unnatural_in_context_learning_greedy_until
# Generated by utils.py
dataset_name: vitaminc_fact_verification
dataset_name: vitaminc_fact_verification_zero_shot
include: ../greedy_until_template_yaml
task: bigbench_vitaminc_fact_verification_greedy_until
# Generated by utils.py
dataset_name: what_is_the_tao
dataset_name: what_is_the_tao_zero_shot
include: ../greedy_until_template_yaml
task: bigbench_what_is_the_tao_greedy_until
# Generated by utils.py
dataset_name: which_wiki_edit
dataset_name: which_wiki_edit_zero_shot
include: ../greedy_until_template_yaml
task: bigbench_which_wiki_edit_greedy_until
# Generated by utils.py
dataset_name: winowhy
dataset_name: winowhy_zero_shot
include: ../greedy_until_template_yaml
task: bigbench_winowhy_greedy_until
# Generated by utils.py
dataset_name: word_sorting
dataset_name: word_sorting_zero_shot
include: ../greedy_until_template_yaml
task: bigbench_word_sorting_greedy_until
# Generated by utils.py
dataset_name: word_unscrambling
dataset_name: word_unscrambling_zero_shot
include: ../greedy_until_template_yaml
task: bigbench_word_unscrambling_greedy_until
# Generated by utils.py
dataset_name: abstract_narrative_understanding
dataset_name: abstract_narrative_understanding_zero_shot
include: ../multiple_choice_template_yaml
task: bigbench_abstract_narrative_understanding_multiple_choice
# Generated by utils.py
dataset_name: anachronisms
dataset_name: anachronisms_zero_shot
include: ../multiple_choice_template_yaml
task: bigbench_anachronisms_multiple_choice
# Generated by utils.py
dataset_name: analogical_similarity
dataset_name: analogical_similarity_zero_shot
include: ../multiple_choice_template_yaml
task: bigbench_analogical_similarity_multiple_choice
# Generated by utils.py
dataset_name: analytic_entailment
dataset_name: analytic_entailment_zero_shot
include: ../multiple_choice_template_yaml
task: bigbench_analytic_entailment_multiple_choice
# Generated by utils.py
dataset_name: arithmetic
dataset_name: arithmetic_zero_shot
include: ../multiple_choice_template_yaml
task: bigbench_arithmetic_multiple_choice
# Generated by utils.py
dataset_name: ascii_word_recognition
dataset_name: ascii_word_recognition_zero_shot
include: ../multiple_choice_template_yaml
task: bigbench_ascii_word_recognition_multiple_choice
# Generated by utils.py
dataset_name: authorship_verification
dataset_name: authorship_verification_zero_shot
include: ../multiple_choice_template_yaml
task: bigbench_authorship_verification_multiple_choice
# Generated by utils.py
dataset_name: auto_categorization
dataset_name: auto_categorization_zero_shot
include: ../multiple_choice_template_yaml
task: bigbench_auto_categorization_multiple_choice
# Generated by utils.py
dataset_name: auto_debugging
dataset_name: auto_debugging_zero_shot
include: ../multiple_choice_template_yaml
task: bigbench_auto_debugging_multiple_choice
# Generated by utils.py
dataset_name: bbq_lite_json
dataset_name: bbq_lite_json_zero_shot
include: ../multiple_choice_template_yaml
task: bigbench_bbq_lite_json_multiple_choice
# Generated by utils.py
dataset_name: bridging_anaphora_resolution_barqa
dataset_name: bridging_anaphora_resolution_barqa_zero_shot
include: ../multiple_choice_template_yaml
task: bigbench_bridging_anaphora_resolution_barqa_multiple_choice
# Generated by utils.py
dataset_name: causal_judgment
dataset_name: causal_judgment_zero_shot
include: ../multiple_choice_template_yaml
task: bigbench_causal_judgment_multiple_choice
# Generated by utils.py
dataset_name: cause_and_effect
dataset_name: cause_and_effect_zero_shot
include: ../multiple_choice_template_yaml
task: bigbench_cause_and_effect_multiple_choice
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment