Merge branch 'master' of github.com:EleutherAI/lm-evaluation-harness

# Conflicts:
#	lm_eval/tasks/pile.py

tests/tests/testdata/blimp_superlative_quantifiers_1-v0-loglikelihood

+8a01f6a5ea87a01c0c9b0c7b3bc4de4711bf0ff050976976651182b9ed34a0d4
\ No newline at end of file

tests/tests/testdata/blimp_superlative_quantifiers_1-v0-res.json

+{"results": {"blimp_superlative_quantifiers_1": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_superlative_quantifiers_1": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_superlative_quantifiers_2-v0-loglikelihood

+59c20ff0f632cf42afc74ecc682cf92e5e740417b01e6cf9a610a3bc544d2ea5
\ No newline at end of file

tests/tests/testdata/blimp_superlative_quantifiers_2-v0-res.json

+{"results": {"blimp_superlative_quantifiers_2": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_superlative_quantifiers_2": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_tough_vs_raising_1-v0-loglikelihood

+973fe56534fdef1207f0fc08dd09a210304c55f33c6cbb17552754bf54f11c86
\ No newline at end of file

tests/tests/testdata/blimp_tough_vs_raising_1-v0-res.json

+{"results": {"blimp_tough_vs_raising_1": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_tough_vs_raising_1": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_tough_vs_raising_2-v0-loglikelihood

+d255a10a34f14d77d9526604a17b0f6747d32f62fc2e3a09e9ab10054535fd45
\ No newline at end of file

tests/tests/testdata/blimp_tough_vs_raising_2-v0-res.json

+{"results": {"blimp_tough_vs_raising_2": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_tough_vs_raising_2": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_transitive-v0-loglikelihood

+d0d47fe40a7ee558ba782edbc4f49f7d9123c8472a36decc97f8ab142b45b9d8
\ No newline at end of file

tests/tests/testdata/blimp_transitive-v0-res.json

+{"results": {"blimp_transitive": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_transitive": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_wh_island-v0-loglikelihood

+91a9e4b60b0f3572a7fdbd7648d0e69f36e5eb34db715315b0082558d7ed8b65
\ No newline at end of file

tests/tests/testdata/blimp_wh_island-v0-res.json

+{"results": {"blimp_wh_island": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_wh_island": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_wh_questions_object_gap-v0-loglikelihood

+4d4aaa0274ccd485ff8430ed61b8f83806febe18c16616c7d050f637a0463eba
\ No newline at end of file

tests/tests/testdata/blimp_wh_questions_object_gap-v0-res.json

+{"results": {"blimp_wh_questions_object_gap": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_wh_questions_object_gap": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_wh_questions_subject_gap-v0-loglikelihood

+d5486ffcc075cad4302e37ece9bbf5b2063c0b5a48e76c8e1dd365e22a5a48fc
\ No newline at end of file

tests/tests/testdata/blimp_wh_questions_subject_gap-v0-res.json

+{"results": {"blimp_wh_questions_subject_gap": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_wh_questions_subject_gap": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_wh_questions_subject_gap_long_distance-v0-loglikelihood

+37483dfda688b62ad27161c9fc1e1e7710c5a6e6a7cd3474df119bcafd30e97f
\ No newline at end of file

tests/tests/testdata/blimp_wh_questions_subject_gap_long_distance-v0-res.json

+{"results": {"blimp_wh_questions_subject_gap_long_distance": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_wh_questions_subject_gap_long_distance": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_wh_vs_that_no_gap-v0-loglikelihood

+d1d3e439b2020ef5ed232bfebbcc9634adc5117e9eb61e38fdbbe2c8ea128d54
\ No newline at end of file

tests/tests/testdata/blimp_wh_vs_that_no_gap-v0-res.json

+{"results": {"blimp_wh_vs_that_no_gap": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_wh_vs_that_no_gap": 0}}
\ No newline at end of file