Merge branch 'main' into inverse-scaling-tasks

60c9c170 · haileyschoelkopf · 4b2d565b · b4cd85d4 · 60c9c170 · 60c9c170
Commit 60c9c170 authored May 29, 2024 by haileyschoelkopf
20 changed files
--- a/lm_eval/tasks/bigbench/multiple_choice/emojis_emotion_prediction.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/emojis_emotion_prediction.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/empirical_judgments.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/empirical_judgments.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/english_proverbs.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/english_proverbs.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/english_russian_proverbs.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/english_russian_proverbs.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/entailed_polarity.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/entailed_polarity.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/entailed_polarity_hindi.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/entailed_polarity_hindi.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/epistemic_reasoning.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/epistemic_reasoning.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/evaluating_information_essentiality.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/evaluating_information_essentiality.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/fact_checker.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/fact_checker.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/fantasy_reasoning.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/fantasy_reasoning.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/few_shot_nlg.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/few_shot_nlg.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/figure_of_speech_detection.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/figure_of_speech_detection.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/formal_fallacies_syllogisms_negation.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/formal_fallacies_syllogisms_negation.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/gem.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/gem.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/gender_inclusive_sentences_german.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/gender_inclusive_sentences_german.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/general_knowledge.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/general_knowledge.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/geometric_shapes.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/geometric_shapes.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/goal_step_wikihow.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/goal_step_wikihow.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/gre_reading_comprehension.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/gre_reading_comprehension.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/hhh_alignment.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/hhh_alignment.yaml