Skip to content

GitLab

Commit b22ccf92 authored by lintangsutawika's avatar lintangsutawika
Browse files

format

parent b20bb95f
Hide whitespace changes
Inline Side-by-side
Showing with 68 additions and 69 deletions
lm_eval/tasks/blimp/generate_configs.py
View file @ b22ccf92
import yaml import yaml
all_subtasks = [ all_subtasks = [
'adjunct_island', "adjunct_island",
'anaphor_gender_agreement', "anaphor_gender_agreement",
'anaphor_number_agreement', "anaphor_number_agreement",
'animate_subject_passive', "animate_subject_passive",
'animate_subject_trans', "animate_subject_trans",
'causative', "causative",
'complex_NP_island', "complex_NP_island",
'coordinate_structure_constraint_complex_left_branch', "coordinate_structure_constraint_complex_left_branch",
'coordinate_structure_constraint_object_extraction', "coordinate_structure_constraint_object_extraction",
'determiner_noun_agreement_1', "determiner_noun_agreement_1",
'determiner_noun_agreement_2', "determiner_noun_agreement_2",
'determiner_noun_agreement_irregular_1', "determiner_noun_agreement_irregular_1",
'determiner_noun_agreement_irregular_2', "determiner_noun_agreement_irregular_2",
'determiner_noun_agreement_with_adj_2', "determiner_noun_agreement_with_adj_2",
'determiner_noun_agreement_with_adj_irregular_1', "determiner_noun_agreement_with_adj_irregular_1",
'determiner_noun_agreement_with_adj_irregular_2', "determiner_noun_agreement_with_adj_irregular_2",
'determiner_noun_agreement_with_adjective_1', "determiner_noun_agreement_with_adjective_1",
'distractor_agreement_relational_noun', "distractor_agreement_relational_noun",
'distractor_agreement_relative_clause', "distractor_agreement_relative_clause",
'drop_argument', "drop_argument",
'ellipsis_n_bar_1', "ellipsis_n_bar_1",
'ellipsis_n_bar_2', "ellipsis_n_bar_2",
'existential_there_object_raising', "existential_there_object_raising",
'existential_there_quantifiers_1', "existential_there_quantifiers_1",
'existential_there_quantifiers_2', "existential_there_quantifiers_2",
'existential_there_subject_raising', "existential_there_subject_raising",
'expletive_it_object_raising', "expletive_it_object_raising",
'inchoative', "inchoative",
'intransitive', "intransitive",
'irregular_past_participle_adjectives', "irregular_past_participle_adjectives",
'irregular_past_participle_verbs', "irregular_past_participle_verbs",
'irregular_plural_subject_verb_agreement_1', "irregular_plural_subject_verb_agreement_1",
'irregular_plural_subject_verb_agreement_2', "irregular_plural_subject_verb_agreement_2",
'left_branch_island_echo_question', "left_branch_island_echo_question",
'left_branch_island_simple_question', "left_branch_island_simple_question",
'matrix_question_npi_licensor_present', "matrix_question_npi_licensor_present",
'npi_present_1', "npi_present_1",
'npi_present_2', "npi_present_2",
'only_npi_licensor_present', "only_npi_licensor_present",
'only_npi_scope', "only_npi_scope",
'passive_1', "passive_1",
'passive_2', "passive_2",
'principle_A_c_command', "principle_A_c_command",
'principle_A_case_1', "principle_A_case_1",
'principle_A_case_2', "principle_A_case_2",
'principle_A_domain_1', "principle_A_domain_1",
'principle_A_domain_2', "principle_A_domain_2",
'principle_A_domain_3', "principle_A_domain_3",
'principle_A_reconstruction', "principle_A_reconstruction",
'regular_plural_subject_verb_agreement_1', "regular_plural_subject_verb_agreement_1",
'regular_plural_subject_verb_agreement_2', "regular_plural_subject_verb_agreement_2",
'sentential_negation_npi_licensor_present', "sentential_negation_npi_licensor_present",
'sentential_negation_npi_scope', "sentential_negation_npi_scope",
'sentential_subject_island', "sentential_subject_island",
'superlative_quantifiers_1', "superlative_quantifiers_1",
'superlative_quantifiers_2', "superlative_quantifiers_2",
'tough_vs_raising_1', "tough_vs_raising_1",
'tough_vs_raising_2', "tough_vs_raising_2",
'transitive', "transitive",
'wh_island', "wh_island",
'wh_questions_object_gap', "wh_questions_object_gap",
'wh_questions_subject_gap', "wh_questions_subject_gap",
'wh_questions_subject_gap_long_distance', "wh_questions_subject_gap_long_distance",
'wh_vs_that_no_gap', "wh_vs_that_no_gap",
'wh_vs_that_no_gap_long_distance', "wh_vs_that_no_gap_long_distance",
'wh_vs_that_with_gap', "wh_vs_that_with_gap",
'wh_vs_that_with_gap_long_distance' "wh_vs_that_with_gap_long_distance",
] ]
...@@ -82,7 +81,7 @@ def main() -> None: ...@@ -82,7 +81,7 @@ def main() -> None:
yaml.dump( yaml.dump(
{ {
"include": "template_yaml", "include": "template_yaml",
"task": "blimp_"+task, "task": "blimp_" + task,
"dataset_name": task, "dataset_name": task,
}, },
f, f,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment