Merge remote-tracking branch 'origin/big-refactor' into big-refactor_dp

lm_eval/tasks/blimp/animate_subject_passive.yaml

 # Generated by utils.py
 dataset_name: animate_subject_passive
-include: template_yaml
+include: _template_yaml
 task: blimp_animate_subject_passive

lm_eval/tasks/blimp/animate_subject_trans.yaml

 # Generated by utils.py
 dataset_name: animate_subject_trans
-include: template_yaml
+include: _template_yaml
 task: blimp_animate_subject_trans

lm_eval/tasks/blimp/causative.yaml

 # Generated by utils.py
 dataset_name: causative
-include: template_yaml
+include: _template_yaml
 task: blimp_causative

lm_eval/tasks/blimp/complex_NP_island.yaml

 # Generated by utils.py
 dataset_name: complex_NP_island
-include: template_yaml
+include: _template_yaml
 task: blimp_complex_NP_island

lm_eval/tasks/blimp/coordinate_structure_constraint_complex_left_branch.yaml

 # Generated by utils.py
 dataset_name: coordinate_structure_constraint_complex_left_branch
-include: template_yaml
+include: _template_yaml
 task: blimp_coordinate_structure_constraint_complex_left_branch

lm_eval/tasks/blimp/coordinate_structure_constraint_object_extraction.yaml

 # Generated by utils.py
 dataset_name: coordinate_structure_constraint_object_extraction
-include: template_yaml
+include: _template_yaml
 task: blimp_coordinate_structure_constraint_object_extraction

lm_eval/tasks/blimp/determiner_noun_agreement_1.yaml

 # Generated by utils.py
 dataset_name: determiner_noun_agreement_1
-include: template_yaml
+include: _template_yaml
 task: blimp_determiner_noun_agreement_1

lm_eval/tasks/blimp/determiner_noun_agreement_2.yaml

 # Generated by utils.py
 dataset_name: determiner_noun_agreement_2
-include: template_yaml
+include: _template_yaml
 task: blimp_determiner_noun_agreement_2

lm_eval/tasks/blimp/determiner_noun_agreement_irregular_1.yaml

 # Generated by utils.py
 dataset_name: determiner_noun_agreement_irregular_1
-include: template_yaml
+include: _template_yaml
 task: blimp_determiner_noun_agreement_irregular_1

lm_eval/tasks/blimp/determiner_noun_agreement_irregular_2.yaml

 # Generated by utils.py
 dataset_name: determiner_noun_agreement_irregular_2
-include: template_yaml
+include: _template_yaml
 task: blimp_determiner_noun_agreement_irregular_2

lm_eval/tasks/blimp/determiner_noun_agreement_with_adj_2.yaml

 # Generated by utils.py
 dataset_name: determiner_noun_agreement_with_adj_2
-include: template_yaml
+include: _template_yaml
 task: blimp_determiner_noun_agreement_with_adj_2

lm_eval/tasks/blimp/determiner_noun_agreement_with_adj_irregular_1.yaml

 # Generated by utils.py
 dataset_name: determiner_noun_agreement_with_adj_irregular_1
-include: template_yaml
+include: _template_yaml
 task: blimp_determiner_noun_agreement_with_adj_irregular_1

lm_eval/tasks/blimp/determiner_noun_agreement_with_adj_irregular_2.yaml

 # Generated by utils.py
 dataset_name: determiner_noun_agreement_with_adj_irregular_2
-include: template_yaml
+include: _template_yaml
 task: blimp_determiner_noun_agreement_with_adj_irregular_2

lm_eval/tasks/blimp/determiner_noun_agreement_with_adjective_1.yaml

 # Generated by utils.py
 dataset_name: determiner_noun_agreement_with_adjective_1
-include: template_yaml
+include: _template_yaml
 task: blimp_determiner_noun_agreement_with_adjective_1

lm_eval/tasks/blimp/distractor_agreement_relational_noun.yaml

 # Generated by utils.py
 dataset_name: distractor_agreement_relational_noun
-include: template_yaml
+include: _template_yaml
 task: blimp_distractor_agreement_relational_noun

lm_eval/tasks/blimp/distractor_agreement_relative_clause.yaml

 # Generated by utils.py
 dataset_name: distractor_agreement_relative_clause
-include: template_yaml
+include: _template_yaml
 task: blimp_distractor_agreement_relative_clause

lm_eval/tasks/blimp/drop_argument.yaml

 # Generated by utils.py
 dataset_name: drop_argument
-include: template_yaml
+include: _template_yaml
 task: blimp_drop_argument

lm_eval/tasks/blimp/ellipsis_n_bar_1.yaml

 # Generated by utils.py
 dataset_name: ellipsis_n_bar_1
-include: template_yaml
+include: _template_yaml
 task: blimp_ellipsis_n_bar_1

lm_eval/tasks/blimp/ellipsis_n_bar_2.yaml

 # Generated by utils.py
 dataset_name: ellipsis_n_bar_2
-include: template_yaml
+include: _template_yaml
 task: blimp_ellipsis_n_bar_2

lm_eval/tasks/blimp/existential_there_object_raising.yaml

 # Generated by utils.py
 dataset_name: existential_there_object_raising
-include: template_yaml
+include: _template_yaml
 task: blimp_existential_there_object_raising