Merge branch 'big-refactor' into model-written-eval

26bc3eab · Lintang Sutawika · GitHub · 0d701496 · cf617ab1 · 26bc3eab
Unverified Commit 26bc3eab authored Oct 19, 2023 by Lintang Sutawika Committed by GitHub Oct 19, 2023
20 changed files
--- a/lm_eval/tasks/bigbench/greedy_until/strategyqa.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/strategyqa.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/sufficient_information.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/sufficient_information.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/suicide_risk.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/suicide_risk.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/swahili_english_proverbs.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/swahili_english_proverbs.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/swedish_to_german_proverbs.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/swedish_to_german_proverbs.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/symbol_interpretation.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/symbol_interpretation.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/temporal_sequences.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/temporal_sequences.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/tense.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/tense.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/timedial.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/timedial.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/topical_chat.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/topical_chat.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/tracking_shuffled_objects.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/tracking_shuffled_objects.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/understanding_fables.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/understanding_fables.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/undo_permutation.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/undo_permutation.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/unit_conversion.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/unit_conversion.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/unit_interpretation.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/unit_interpretation.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/unnatural_in_context_learning.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/unnatural_in_context_learning.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/vitaminc_fact_verification.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/vitaminc_fact_verification.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/what_is_the_tao.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/what_is_the_tao.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/which_wiki_edit.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/which_wiki_edit.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/winowhy.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/winowhy.yaml