Merge branch 'EleutherAI:main' into main

da211969 · Jess · GitHub · 1b97e487 · 801322e0 · da211969
Unverified Commit da211969 authored Jun 28, 2024 by Jess Committed by GitHub Jun 28, 2024
20 changed files
--- a/lm_eval/tasks/bigbench/multiple_choice/figure_of_speech_detection.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/figure_of_speech_detection.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/formal_fallacies_syllogisms_negation.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/formal_fallacies_syllogisms_negation.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/gem.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/gem.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/gender_inclusive_sentences_german.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/gender_inclusive_sentences_german.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/general_knowledge.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/general_knowledge.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/geometric_shapes.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/geometric_shapes.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/goal_step_wikihow.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/goal_step_wikihow.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/gre_reading_comprehension.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/gre_reading_comprehension.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/hhh_alignment.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/hhh_alignment.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/hindi_question_answering.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/hindi_question_answering.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/hindu_knowledge.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/hindu_knowledge.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/hinglish_toxicity.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/hinglish_toxicity.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/human_organs_senses.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/human_organs_senses.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/hyperbaton.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/hyperbaton.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/identify_math_theorems.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/identify_math_theorems.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/identify_odd_metaphor.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/identify_odd_metaphor.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/implicatures.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/implicatures.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/implicit_relations.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/implicit_relations.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/intent_recognition.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/intent_recognition.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/international_phonetic_alphabet_nli.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/international_phonetic_alphabet_nli.yaml