Merge branch 'master' of https://github.com/EleutherAI/lm-evaluation-harness into remove-dataset

1f8a8c1d · jon-tow · b4c0275d · b0acb337 · 1f8a8c1d · 1f8a8c1d
Commit 1f8a8c1d authored Jun 11, 2022 by jon-tow
20 changed files
--- a/tests/tests/testdata/blimp_irregular_past_participle_adjectives-v0-res.json
+++ b/tests/tests/testdata/blimp_irregular_past_participle_adjectives-v0-res.json
--- a/tests/tests/testdata/blimp_irregular_past_participle_verbs-v0-loglikelihood
+++ b/tests/tests/testdata/blimp_irregular_past_participle_verbs-v0-loglikelihood
--- a/tests/tests/testdata/blimp_irregular_past_participle_verbs-v0-res.json
+++ b/tests/tests/testdata/blimp_irregular_past_participle_verbs-v0-res.json
--- a/tests/tests/testdata/blimp_irregular_plural_subject_verb_agreement_1-v0-loglikelihood
+++ b/tests/tests/testdata/blimp_irregular_plural_subject_verb_agreement_1-v0-loglikelihood
--- a/tests/tests/testdata/blimp_irregular_plural_subject_verb_agreement_1-v0-res.json
+++ b/tests/tests/testdata/blimp_irregular_plural_subject_verb_agreement_1-v0-res.json
--- a/tests/tests/testdata/blimp_irregular_plural_subject_verb_agreement_2-v0-loglikelihood
+++ b/tests/tests/testdata/blimp_irregular_plural_subject_verb_agreement_2-v0-loglikelihood
--- a/tests/tests/testdata/blimp_irregular_plural_subject_verb_agreement_2-v0-res.json
+++ b/tests/tests/testdata/blimp_irregular_plural_subject_verb_agreement_2-v0-res.json
--- a/tests/tests/testdata/blimp_left_branch_island_echo_question-v0-loglikelihood
+++ b/tests/tests/testdata/blimp_left_branch_island_echo_question-v0-loglikelihood
--- a/tests/tests/testdata/blimp_left_branch_island_echo_question-v0-res.json
+++ b/tests/tests/testdata/blimp_left_branch_island_echo_question-v0-res.json
--- a/tests/tests/testdata/blimp_left_branch_island_simple_question-v0-loglikelihood
+++ b/tests/tests/testdata/blimp_left_branch_island_simple_question-v0-loglikelihood
--- a/tests/tests/testdata/blimp_left_branch_island_simple_question-v0-res.json
+++ b/tests/tests/testdata/blimp_left_branch_island_simple_question-v0-res.json
--- a/tests/tests/testdata/blimp_matrix_question_npi_licensor_present-v0-loglikelihood
+++ b/tests/tests/testdata/blimp_matrix_question_npi_licensor_present-v0-loglikelihood
--- a/tests/tests/testdata/blimp_matrix_question_npi_licensor_present-v0-res.json
+++ b/tests/tests/testdata/blimp_matrix_question_npi_licensor_present-v0-res.json
--- a/tests/tests/testdata/blimp_npi_present_1-v0-loglikelihood
+++ b/tests/tests/testdata/blimp_npi_present_1-v0-loglikelihood
--- a/tests/tests/testdata/blimp_npi_present_1-v0-res.json
+++ b/tests/tests/testdata/blimp_npi_present_1-v0-res.json
--- a/tests/tests/testdata/blimp_npi_present_2-v0-loglikelihood
+++ b/tests/tests/testdata/blimp_npi_present_2-v0-loglikelihood
--- a/tests/tests/testdata/blimp_npi_present_2-v0-res.json
+++ b/tests/tests/testdata/blimp_npi_present_2-v0-res.json
--- a/tests/tests/testdata/blimp_only_npi_licensor_present-v0-loglikelihood
+++ b/tests/tests/testdata/blimp_only_npi_licensor_present-v0-loglikelihood
--- a/tests/tests/testdata/blimp_only_npi_licensor_present-v0-res.json
+++ b/tests/tests/testdata/blimp_only_npi_licensor_present-v0-res.json
--- a/tests/tests/testdata/blimp_only_npi_scope-v0-loglikelihood
+++ b/tests/tests/testdata/blimp_only_npi_scope-v0-loglikelihood