Merge branch 'big-refactor' into fix-unittests

de71ad92 · Lintang Sutawika · GitHub · 09d20bfa · 73c80915 · de71ad92
Unverified Commit de71ad92 authored Oct 17, 2023 by Lintang Sutawika Committed by GitHub Oct 17, 2023
20 changed files
--- a/lm_eval/tasks/bigbench/greedy_until/discourse_marker_prediction.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/discourse_marker_prediction.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/disfl_qa.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/disfl_qa.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/dyck_languages.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/dyck_languages.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/elementary_math_qa.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/elementary_math_qa.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/emoji_movie.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/emoji_movie.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/emojis_emotion_prediction.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/emojis_emotion_prediction.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/empirical_judgments.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/empirical_judgments.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/english_proverbs.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/english_proverbs.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/english_russian_proverbs.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/english_russian_proverbs.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/entailed_polarity.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/entailed_polarity.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/entailed_polarity_hindi.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/entailed_polarity_hindi.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/epistemic_reasoning.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/epistemic_reasoning.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/evaluating_information_essentiality.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/evaluating_information_essentiality.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/fact_checker.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/fact_checker.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/fantasy_reasoning.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/fantasy_reasoning.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/few_shot_nlg.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/few_shot_nlg.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/figure_of_speech_detection.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/figure_of_speech_detection.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/formal_fallacies_syllogisms_negation.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/formal_fallacies_syllogisms_negation.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/gem.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/gem.yaml
--- a/lm_eval/tasks/bigbench/greedy_until/gender_inclusive_sentences_german.yaml
+++ b/lm_eval/tasks/bigbench/greedy_until/gender_inclusive_sentences_german.yaml