Merge branch 'big-refactor' into fix-unittests

de71ad92 · Lintang Sutawika · GitHub · 09d20bfa · 73c80915 · de71ad92
Unverified Commit de71ad92 authored Oct 17, 2023 by Lintang Sutawika Committed by GitHub Oct 17, 2023
20 changed files
--- a/lm_eval/tasks/bigbench/greedy_until/cause_and_effect.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/cause_and_effect.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/checkmate_in_one.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/checkmate_in_one.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/chess_state_tracking.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/chess_state_tracking.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/chinese_remainder_theorem.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/chinese_remainder_theorem.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/cifar10_classification.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/cifar10_classification.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/code_line_description.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/code_line_description.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/codenames.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/codenames.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/color.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/color.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/common_morpheme.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/common_morpheme.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/conceptual_combinations.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/conceptual_combinations.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/conlang_translation.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/conlang_translation.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/contextual_parametric_knowledge_conflicts.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/contextual_parametric_knowledge_conflicts.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/crash_blossom.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/crash_blossom.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/crass_ai.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/crass_ai.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/cryobiology_spanish.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/cryobiology_spanish.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/cryptonite.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/cryptonite.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/cs_algorithms.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/cs_algorithms.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/dark_humor_detection.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/dark_humor_detection.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/date_understanding.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/date_understanding.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/disambiguation_qa.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/disambiguation_qa.yaml