resolved merge conflict from latest version

3e1301bb · lintangsutawika · fd9cd80f · 070d31df · 3e1301bb · 3e1301bb
Commit 3e1301bb authored Jun 04, 2024 by lintangsutawika
20 changed files
--- a/lm_eval/tasks/bigbench/multiple_choice/hyperbaton.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/hyperbaton.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/identify_math_theorems.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/identify_math_theorems.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/identify_odd_metaphor.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/identify_odd_metaphor.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/implicatures.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/implicatures.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/implicit_relations.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/implicit_relations.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/intent_recognition.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/intent_recognition.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/international_phonetic_alphabet_nli.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/international_phonetic_alphabet_nli.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/international_phonetic_alphabet_transliterate.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/international_phonetic_alphabet_transliterate.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/intersect_geometry.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/intersect_geometry.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/irony_identification.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/irony_identification.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/kanji_ascii.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/kanji_ascii.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/kannada.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/kannada.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/key_value_maps.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/key_value_maps.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/known_unknowns.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/known_unknowns.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/language_games.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/language_games.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/language_identification.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/language_identification.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/linguistic_mappings.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/linguistic_mappings.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/linguistics_puzzles.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/linguistics_puzzles.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/list_functions.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/list_functions.yaml
--- a/lm_eval/tasks/bigbench/multiple_choice/logic_grid_puzzle.yaml
+++ b/lm_eval/tasks/bigbench/multiple_choice/logic_grid_puzzle.yaml