Merge pull request #852 from EleutherAI/bigbench

[Refactor] bigbench

Merge pull request #852 from EleutherAI/bigbench
[Refactor] bigbench
7f2a9cbd · Hailey Schoelkopf · GitHub · c4fa6fb5 · 51a43a76 · 7f2a9cbd
Unverified Commit 7f2a9cbd authored Oct 04, 2023 by Hailey Schoelkopf Committed by GitHub Oct 04, 2023
20 changed files
--- a/lm_eval/tasks/bigbench/greedy_until/presuppositions_as_nli.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/presuppositions_as_nli.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/qa_wikidata.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/qa_wikidata.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/question_selection.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/question_selection.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/real_or_fake_text.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/real_or_fake_text.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/reasoning_about_colored_objects.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/reasoning_about_colored_objects.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/repeat_copy_logic.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/repeat_copy_logic.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/rephrase.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/rephrase.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/riddle_sense.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/riddle_sense.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/ruin_names.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/ruin_names.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/salient_translation_error_detection.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/salient_translation_error_detection.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/scientific_press_release.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/scientific_press_release.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/semantic_parsing_in_context_sparc.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/semantic_parsing_in_context_sparc.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/semantic_parsing_spider.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/semantic_parsing_spider.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/sentence_ambiguity.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/sentence_ambiguity.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/similarities_abstraction.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/similarities_abstraction.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/simp_turing_concept.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/simp_turing_concept.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/simple_arithmetic_json.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/simple_arithmetic_json.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/simple_arithmetic_json_multiple_choice.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/simple_arithmetic_json_multiple_choice.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/simple_arithmetic_json_subtasks.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/simple_arithmetic_json_subtasks.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/simple_arithmetic_multiple_targets_json.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/simple_arithmetic_multiple_targets_json.yaml