"vscode:/vscode.git/clone" did not exist on "4d106b5ff7f78c9ffb03d3ee2f782527604c999a"
Unverified Commit 78a215e0 authored by Lintang Sutawika's avatar Lintang Sutawika Committed by GitHub
Browse files

Bigbench fix (#1686)



* edit process multiple-choice

* split template yaml

* remove

* modified multiple_choice tasks

* udpate

* Update multiple_choice_template_b_yaml

* Update multiple_choice_template_a_yaml

---------
Co-authored-by: default avatarHailey Schoelkopf <65563625+haileyschoelkopf@users.noreply.github.com>
parent f2ea37e3
# Generated by utils.py # Generated by utils.py
dataset_name: hindu_knowledge_zero_shot dataset_name: hindu_knowledge_zero_shot
include: ../multiple_choice_template_yaml include: ../multiple_choice_template_a_yaml
task: bigbench_hindu_knowledge_multiple_choice task: bigbench_hindu_knowledge_multiple_choice
# Generated by utils.py # Generated by utils.py
dataset_name: hinglish_toxicity_zero_shot dataset_name: hinglish_toxicity_zero_shot
include: ../multiple_choice_template_yaml include: ../multiple_choice_template_a_yaml
task: bigbench_hinglish_toxicity_multiple_choice task: bigbench_hinglish_toxicity_multiple_choice
# Generated by utils.py # Generated by utils.py
dataset_name: human_organs_senses_zero_shot dataset_name: human_organs_senses_zero_shot
include: ../multiple_choice_template_yaml include: ../multiple_choice_template_a_yaml
task: bigbench_human_organs_senses_multiple_choice task: bigbench_human_organs_senses_multiple_choice
# Generated by utils.py # Generated by utils.py
dataset_name: hyperbaton_zero_shot dataset_name: hyperbaton_zero_shot
include: ../multiple_choice_template_yaml include: ../multiple_choice_template_a_yaml
task: bigbench_hyperbaton_multiple_choice task: bigbench_hyperbaton_multiple_choice
# Generated by utils.py # Generated by utils.py
dataset_name: identify_math_theorems_zero_shot dataset_name: identify_math_theorems_zero_shot
include: ../multiple_choice_template_yaml include: ../multiple_choice_template_a_yaml
task: bigbench_identify_math_theorems_multiple_choice task: bigbench_identify_math_theorems_multiple_choice
# Generated by utils.py # Generated by utils.py
dataset_name: identify_odd_metaphor_zero_shot dataset_name: identify_odd_metaphor_zero_shot
include: ../multiple_choice_template_yaml include: ../multiple_choice_template_a_yaml
task: bigbench_identify_odd_metaphor_multiple_choice task: bigbench_identify_odd_metaphor_multiple_choice
# Generated by utils.py # Generated by utils.py
dataset_name: implicatures_zero_shot dataset_name: implicatures_zero_shot
include: ../multiple_choice_template_yaml include: ../multiple_choice_template_a_yaml
task: bigbench_implicatures_multiple_choice task: bigbench_implicatures_multiple_choice
# Generated by utils.py # Generated by utils.py
dataset_name: implicit_relations_zero_shot dataset_name: implicit_relations_zero_shot
include: ../multiple_choice_template_yaml include: ../multiple_choice_template_a_yaml
task: bigbench_implicit_relations_multiple_choice task: bigbench_implicit_relations_multiple_choice
# Generated by utils.py # Generated by utils.py
dataset_name: intent_recognition_zero_shot dataset_name: intent_recognition_zero_shot
include: ../multiple_choice_template_yaml include: ../multiple_choice_template_a_yaml
task: bigbench_intent_recognition_multiple_choice task: bigbench_intent_recognition_multiple_choice
# Generated by utils.py # Generated by utils.py
dataset_name: international_phonetic_alphabet_nli_zero_shot dataset_name: international_phonetic_alphabet_nli_zero_shot
include: ../multiple_choice_template_yaml include: ../multiple_choice_template_a_yaml
task: bigbench_international_phonetic_alphabet_nli_multiple_choice task: bigbench_international_phonetic_alphabet_nli_multiple_choice
# Generated by utils.py
dataset_name: international_phonetic_alphabet_transliterate_zero_shot
include: ../multiple_choice_template_yaml
task: bigbench_international_phonetic_alphabet_transliterate_multiple_choice
# Generated by utils.py # Generated by utils.py
dataset_name: intersect_geometry_zero_shot dataset_name: intersect_geometry_zero_shot
include: ../multiple_choice_template_yaml include: ../multiple_choice_template_a_yaml
task: bigbench_intersect_geometry_multiple_choice task: bigbench_intersect_geometry_multiple_choice
# Generated by utils.py # Generated by utils.py
dataset_name: irony_identification_zero_shot dataset_name: irony_identification_zero_shot
include: ../multiple_choice_template_yaml include: ../multiple_choice_template_a_yaml
task: bigbench_irony_identification_multiple_choice task: bigbench_irony_identification_multiple_choice
# Generated by utils.py # Generated by utils.py
dataset_name: kanji_ascii_zero_shot dataset_name: kanji_ascii_zero_shot
include: ../multiple_choice_template_yaml include: ../multiple_choice_template_a_yaml
task: bigbench_kanji_ascii_multiple_choice task: bigbench_kanji_ascii_multiple_choice
# Generated by utils.py # Generated by utils.py
dataset_name: kannada_zero_shot dataset_name: kannada_zero_shot
include: ../multiple_choice_template_yaml include: ../multiple_choice_template_a_yaml
task: bigbench_kannada_multiple_choice task: bigbench_kannada_multiple_choice
# Generated by utils.py # Generated by utils.py
dataset_name: key_value_maps_zero_shot dataset_name: key_value_maps_zero_shot
include: ../multiple_choice_template_yaml include: ../multiple_choice_template_a_yaml
task: bigbench_key_value_maps_multiple_choice task: bigbench_key_value_maps_multiple_choice
# Generated by utils.py # Generated by utils.py
dataset_name: known_unknowns_zero_shot dataset_name: known_unknowns_zero_shot
include: ../multiple_choice_template_yaml include: ../multiple_choice_template_a_yaml
task: bigbench_known_unknowns_multiple_choice task: bigbench_known_unknowns_multiple_choice
# Generated by utils.py
dataset_name: language_games_zero_shot
include: ../multiple_choice_template_yaml
task: bigbench_language_games_multiple_choice
# Generated by utils.py # Generated by utils.py
dataset_name: language_identification_zero_shot dataset_name: language_identification_zero_shot
include: ../multiple_choice_template_yaml include: ../multiple_choice_template_a_yaml
task: bigbench_language_identification_multiple_choice task: bigbench_language_identification_multiple_choice
# Generated by utils.py
dataset_name: linguistic_mappings_zero_shot
include: ../multiple_choice_template_yaml
task: bigbench_linguistic_mappings_multiple_choice
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment