Merge branch 'EleutherAI:main' into main

a2af2101 · Yen-Ting Lin · GitHub · 82cb25c1 · d5f39bf8 · 82cb25c1
Unverified Commit a2af2101 authored Jul 12, 2024 by Yen-Ting Lin Committed by GitHub Jul 12, 2024
20 changed files
--- a/lm_eval/tasks/bigbench/multiple_choice/gender_inclusive_sentences_german.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/gender_inclusive_sentences_german.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/general_knowledge.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/general_knowledge.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/geometric_shapes.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/geometric_shapes.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/goal_step_wikihow.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/goal_step_wikihow.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/gre_reading_comprehension.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/gre_reading_comprehension.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/hhh_alignment.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/hhh_alignment.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/hindi_question_answering.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/hindi_question_answering.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/hindu_knowledge.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/hindu_knowledge.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/hinglish_toxicity.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/hinglish_toxicity.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/human_organs_senses.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/human_organs_senses.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/hyperbaton.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/hyperbaton.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/identify_math_theorems.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/identify_math_theorems.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/identify_odd_metaphor.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/identify_odd_metaphor.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/implicatures.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/implicatures.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/implicit_relations.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/implicit_relations.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/intent_recognition.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/intent_recognition.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/international_phonetic_alphabet_nli.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/international_phonetic_alphabet_nli.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/international_phonetic_alphabet_transliterate.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/international_phonetic_alphabet_transliterate.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/intersect_geometry.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/intersect_geometry.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/irony_identification.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/irony_identification.yaml