Merge remote-tracking branch 'origin/big-refactor' into big-refactor_dp

lm_eval/tasks/blimp/principle_A_c_command.yaml

 # Generated by utils.py
 dataset_name: principle_A_c_command
-include: template_yaml
+include: _template_yaml
 task: blimp_principle_A_c_command

lm_eval/tasks/blimp/principle_A_case_1.yaml

 # Generated by utils.py
 dataset_name: principle_A_case_1
-include: template_yaml
+include: _template_yaml
 task: blimp_principle_A_case_1

lm_eval/tasks/blimp/principle_A_case_2.yaml

 # Generated by utils.py
 dataset_name: principle_A_case_2
-include: template_yaml
+include: _template_yaml
 task: blimp_principle_A_case_2

lm_eval/tasks/blimp/principle_A_domain_1.yaml

 # Generated by utils.py
 dataset_name: principle_A_domain_1
-include: template_yaml
+include: _template_yaml
 task: blimp_principle_A_domain_1

lm_eval/tasks/blimp/principle_A_domain_2.yaml

 # Generated by utils.py
 dataset_name: principle_A_domain_2
-include: template_yaml
+include: _template_yaml
 task: blimp_principle_A_domain_2

lm_eval/tasks/blimp/principle_A_domain_3.yaml

 # Generated by utils.py
 dataset_name: principle_A_domain_3
-include: template_yaml
+include: _template_yaml
 task: blimp_principle_A_domain_3

lm_eval/tasks/blimp/principle_A_reconstruction.yaml

 # Generated by utils.py
 dataset_name: principle_A_reconstruction
-include: template_yaml
+include: _template_yaml
 task: blimp_principle_A_reconstruction

lm_eval/tasks/blimp/regular_plural_subject_verb_agreement_1.yaml

 # Generated by utils.py
 dataset_name: regular_plural_subject_verb_agreement_1
-include: template_yaml
+include: _template_yaml
 task: blimp_regular_plural_subject_verb_agreement_1

lm_eval/tasks/blimp/regular_plural_subject_verb_agreement_2.yaml

 # Generated by utils.py
 dataset_name: regular_plural_subject_verb_agreement_2
-include: template_yaml
+include: _template_yaml
 task: blimp_regular_plural_subject_verb_agreement_2

lm_eval/tasks/blimp/sentential_negation_npi_licensor_present.yaml

 # Generated by utils.py
 dataset_name: sentential_negation_npi_licensor_present
-include: template_yaml
+include: _template_yaml
 task: blimp_sentential_negation_npi_licensor_present

lm_eval/tasks/blimp/sentential_negation_npi_scope.yaml

 # Generated by utils.py
 dataset_name: sentential_negation_npi_scope
-include: template_yaml
+include: _template_yaml
 task: blimp_sentential_negation_npi_scope

lm_eval/tasks/blimp/sentential_subject_island.yaml

 # Generated by utils.py
 dataset_name: sentential_subject_island
-include: template_yaml
+include: _template_yaml
 task: blimp_sentential_subject_island

lm_eval/tasks/blimp/superlative_quantifiers_1.yaml

 # Generated by utils.py
 dataset_name: superlative_quantifiers_1
-include: template_yaml
+include: _template_yaml
 task: blimp_superlative_quantifiers_1

lm_eval/tasks/blimp/superlative_quantifiers_2.yaml

 # Generated by utils.py
 dataset_name: superlative_quantifiers_2
-include: template_yaml
+include: _template_yaml
 task: blimp_superlative_quantifiers_2

lm_eval/tasks/blimp/tough_vs_raising_1.yaml

 # Generated by utils.py
 dataset_name: tough_vs_raising_1
-include: template_yaml
+include: _template_yaml
 task: blimp_tough_vs_raising_1

lm_eval/tasks/blimp/tough_vs_raising_2.yaml

 # Generated by utils.py
 dataset_name: tough_vs_raising_2
-include: template_yaml
+include: _template_yaml
 task: blimp_tough_vs_raising_2

lm_eval/tasks/blimp/transitive.yaml

 # Generated by utils.py
 dataset_name: transitive
-include: template_yaml
+include: _template_yaml
 task: blimp_transitive

lm_eval/tasks/blimp/wh_island.yaml

 # Generated by utils.py
 dataset_name: wh_island
-include: template_yaml
+include: _template_yaml
 task: blimp_wh_island

lm_eval/tasks/blimp/wh_questions_object_gap.yaml

 # Generated by utils.py
 dataset_name: wh_questions_object_gap
-include: template_yaml
+include: _template_yaml
 task: blimp_wh_questions_object_gap

lm_eval/tasks/blimp/wh_questions_subject_gap.yaml

 # Generated by utils.py
 dataset_name: wh_questions_subject_gap
-include: template_yaml
+include: _template_yaml
 task: blimp_wh_questions_subject_gap