Merge branch 'EleutherAI:main' into main

da211969 · Jess · GitHub · 1b97e487 · 801322e0 · da211969
Unverified Commit da211969 authored Jun 28, 2024 by Jess Committed by GitHub Jun 28, 2024
20 changed files
--- a/lm_eval/tasks/bigbench/multiple_choice/metaphor_understanding.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/metaphor_understanding.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/minute_mysteries_qa.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/minute_mysteries_qa.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/misconceptions.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/misconceptions.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/misconceptions_russian.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/misconceptions_russian.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/mnist_ascii.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/mnist_ascii.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/modified_arithmetic.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/modified_arithmetic.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/moral_permissibility.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/moral_permissibility.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/movie_dialog_same_or_different.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/movie_dialog_same_or_different.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/movie_recommendation.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/movie_recommendation.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/mult_data_wrangling.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/mult_data_wrangling.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/multiemo.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/multiemo.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/natural_instructions.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/natural_instructions.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/navigate.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/navigate.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/nonsense_words_grammar.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/nonsense_words_grammar.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/novel_concepts.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/novel_concepts.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/object_counting.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/object_counting.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/odd_one_out.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/odd_one_out.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/operators.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/operators.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/paragraph_segmentation.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/paragraph_segmentation.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/parsinlu_qa.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/parsinlu_qa.yaml