add bigbench

lm_eval/tasks/bigbench/multiple_choice/gem.yaml

+# Generated by utils.py
+dataset_name: gem
+include: ../multiple_choice_template_yaml
+task: bigbench_gem_multiple_choice

lm_eval/tasks/bigbench/multiple_choice/gender_inclusive_sentences_german.yaml

+# Generated by utils.py
+dataset_name: gender_inclusive_sentences_german
+include: ../multiple_choice_template_yaml
+task: bigbench_gender_inclusive_sentences_german_multiple_choice

lm_eval/tasks/bigbench/multiple_choice/general_knowledge.yaml

+# Generated by utils.py
+dataset_name: general_knowledge
+include: ../multiple_choice_template_yaml
+task: bigbench_general_knowledge_multiple_choice

lm_eval/tasks/bigbench/multiple_choice/geometric_shapes.yaml

+# Generated by utils.py
+dataset_name: geometric_shapes
+include: ../multiple_choice_template_yaml
+task: bigbench_geometric_shapes_multiple_choice

lm_eval/tasks/bigbench/multiple_choice/goal_step_wikihow.yaml

+# Generated by utils.py
+dataset_name: goal_step_wikihow
+include: ../multiple_choice_template_yaml
+task: bigbench_goal_step_wikihow_multiple_choice

lm_eval/tasks/bigbench/multiple_choice/gre_reading_comprehension.yaml

+# Generated by utils.py
+dataset_name: gre_reading_comprehension
+include: ../multiple_choice_template_yaml
+task: bigbench_gre_reading_comprehension_multiple_choice

lm_eval/tasks/bigbench/multiple_choice/hhh_alignment.yaml

+# Generated by utils.py
+dataset_name: hhh_alignment
+include: ../multiple_choice_template_yaml
+task: bigbench_hhh_alignment_multiple_choice

lm_eval/tasks/bigbench/multiple_choice/hindi_question_answering.yaml

+# Generated by utils.py
+dataset_name: hindi_question_answering
+include: ../multiple_choice_template_yaml
+task: bigbench_hindi_question_answering_multiple_choice

lm_eval/tasks/bigbench/multiple_choice/hindu_knowledge.yaml

+# Generated by utils.py
+dataset_name: hindu_knowledge
+include: ../multiple_choice_template_yaml
+task: bigbench_hindu_knowledge_multiple_choice

lm_eval/tasks/bigbench/multiple_choice/hinglish_toxicity.yaml

+# Generated by utils.py
+dataset_name: hinglish_toxicity
+include: ../multiple_choice_template_yaml
+task: bigbench_hinglish_toxicity_multiple_choice

lm_eval/tasks/bigbench/multiple_choice/human_organs_senses.yaml

+# Generated by utils.py
+dataset_name: human_organs_senses
+include: ../multiple_choice_template_yaml
+task: bigbench_human_organs_senses_multiple_choice

lm_eval/tasks/bigbench/multiple_choice/hyperbaton.yaml

+# Generated by utils.py
+dataset_name: hyperbaton
+include: ../multiple_choice_template_yaml
+task: bigbench_hyperbaton_multiple_choice

lm_eval/tasks/bigbench/multiple_choice/identify_math_theorems.yaml

+# Generated by utils.py
+dataset_name: identify_math_theorems
+include: ../multiple_choice_template_yaml
+task: bigbench_identify_math_theorems_multiple_choice

lm_eval/tasks/bigbench/multiple_choice/identify_odd_metaphor.yaml

+# Generated by utils.py
+dataset_name: identify_odd_metaphor
+include: ../multiple_choice_template_yaml
+task: bigbench_identify_odd_metaphor_multiple_choice

lm_eval/tasks/bigbench/multiple_choice/implicatures.yaml

+# Generated by utils.py
+dataset_name: implicatures
+include: ../multiple_choice_template_yaml
+task: bigbench_implicatures_multiple_choice

lm_eval/tasks/bigbench/multiple_choice/implicit_relations.yaml

+# Generated by utils.py
+dataset_name: implicit_relations
+include: ../multiple_choice_template_yaml
+task: bigbench_implicit_relations_multiple_choice

lm_eval/tasks/bigbench/multiple_choice/intent_recognition.yaml

+# Generated by utils.py
+dataset_name: intent_recognition
+include: ../multiple_choice_template_yaml
+task: bigbench_intent_recognition_multiple_choice

lm_eval/tasks/bigbench/multiple_choice/international_phonetic_alphabet_nli.yaml

+# Generated by utils.py
+dataset_name: international_phonetic_alphabet_nli
+include: ../multiple_choice_template_yaml
+task: bigbench_international_phonetic_alphabet_nli_multiple_choice

lm_eval/tasks/bigbench/multiple_choice/international_phonetic_alphabet_transliterate.yaml

+# Generated by utils.py
+dataset_name: international_phonetic_alphabet_transliterate
+include: ../multiple_choice_template_yaml
+task: bigbench_international_phonetic_alphabet_transliterate_multiple_choice

lm_eval/tasks/bigbench/multiple_choice/intersect_geometry.yaml

+# Generated by utils.py
+dataset_name: intersect_geometry
+include: ../multiple_choice_template_yaml
+task: bigbench_intersect_geometry_multiple_choice