Merge branch 'big-refactor' into model-written-eval

26bc3eab · Lintang Sutawika · GitHub · 0d701496 · cf617ab1 · 26bc3eab
Unverified Commit 26bc3eab authored Oct 19, 2023 by Lintang Sutawika Committed by GitHub Oct 19, 2023
20 changed files
--- a/lm_eval/tasks/bigbench/greedy_until/mathematical_induction.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/mathematical_induction.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/matrixshapes.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/matrixshapes.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/metaphor_boolean.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/metaphor_boolean.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/metaphor_understanding.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/metaphor_understanding.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/minute_mysteries_qa.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/minute_mysteries_qa.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/misconceptions.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/misconceptions.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/misconceptions_russian.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/misconceptions_russian.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/mnist_ascii.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/mnist_ascii.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/modified_arithmetic.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/modified_arithmetic.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/moral_permissibility.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/moral_permissibility.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/movie_dialog_same_or_different.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/movie_dialog_same_or_different.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/movie_recommendation.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/movie_recommendation.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/mult_data_wrangling.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/mult_data_wrangling.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/multiemo.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/multiemo.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/natural_instructions.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/natural_instructions.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/navigate.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/navigate.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/nonsense_words_grammar.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/nonsense_words_grammar.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/novel_concepts.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/novel_concepts.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/object_counting.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/object_counting.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/odd_one_out.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/odd_one_out.yaml