Merge branch 'big-refactor' into model-written-eval

26bc3eab · Lintang Sutawika · GitHub · 0d701496 · cf617ab1 · 26bc3eab
Unverified Commit 26bc3eab authored Oct 19, 2023 by Lintang Sutawika Committed by GitHub Oct 19, 2023
20 changed files
--- a/lm_eval/tasks/bigbench/greedy_until/implicit_relations.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/implicit_relations.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/intent_recognition.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/intent_recognition.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/international_phonetic_alphabet_nli.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/international_phonetic_alphabet_nli.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/international_phonetic_alphabet_transliterate.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/international_phonetic_alphabet_transliterate.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/intersect_geometry.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/intersect_geometry.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/irony_identification.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/irony_identification.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/kanji_ascii.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/kanji_ascii.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/kannada.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/kannada.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/key_value_maps.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/key_value_maps.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/known_unknowns.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/known_unknowns.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/language_games.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/language_games.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/language_identification.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/language_identification.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/linguistic_mappings.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/linguistic_mappings.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/linguistics_puzzles.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/linguistics_puzzles.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/list_functions.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/list_functions.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/logic_grid_puzzle.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/logic_grid_puzzle.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/logical_args.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/logical_args.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/logical_deduction.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/logical_deduction.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/logical_fallacy_detection.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/logical_fallacy_detection.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/logical_sequence.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/logical_sequence.yaml