Merge branch 'big-refactor' into fix-unittests

de71ad92 · Lintang Sutawika · GitHub · 09d20bfa · 73c80915 · de71ad92
Unverified Commit de71ad92 authored Oct 17, 2023 by Lintang Sutawika Committed by GitHub Oct 17, 2023
20 changed files
--- a/lm_eval/tasks/bigbench/greedy_until/general_knowledge.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/general_knowledge.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/geometric_shapes.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/geometric_shapes.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/goal_step_wikihow.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/goal_step_wikihow.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/gre_reading_comprehension.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/gre_reading_comprehension.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/hhh_alignment.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/hhh_alignment.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/hindi_question_answering.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/hindi_question_answering.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/hindu_knowledge.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/hindu_knowledge.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/hinglish_toxicity.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/hinglish_toxicity.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/human_organs_senses.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/human_organs_senses.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/hyperbaton.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/hyperbaton.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/identify_math_theorems.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/identify_math_theorems.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/identify_odd_metaphor.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/identify_odd_metaphor.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/implicatures.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/implicatures.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/implicit_relations.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/implicit_relations.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/intent_recognition.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/intent_recognition.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/international_phonetic_alphabet_nli.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/international_phonetic_alphabet_nli.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/international_phonetic_alphabet_transliterate.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/international_phonetic_alphabet_transliterate.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/intersect_geometry.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/intersect_geometry.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/irony_identification.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/irony_identification.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/kanji_ascii.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/kanji_ascii.yaml