Merge branch 'master' of github.com:EleutherAI/lm-evaluation-harness into bits_per_byte

tests/tests/testdata/blimp_sentential_negation_npi_scope-v0-loglikelihood

+32fcbd0a1c6e664af2751bad552587b5ca3911973b07f4fb2cf0a2acd3de5349
\ No newline at end of file

tests/tests/testdata/blimp_sentential_negation_npi_scope-v0-res.json

+{"results": {"blimp_sentential_negation_npi_scope": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_sentential_negation_npi_scope": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_sentential_subject_island-v0-loglikelihood

+80f5f98fad26240de2767fe58c4b18d864df41cbfa76f06c84c3fce9f14f4833
\ No newline at end of file

tests/tests/testdata/blimp_sentential_subject_island-v0-res.json

+{"results": {"blimp_sentential_subject_island": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_sentential_subject_island": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_superlative_quantifiers_1-v0-loglikelihood

+8a01f6a5ea87a01c0c9b0c7b3bc4de4711bf0ff050976976651182b9ed34a0d4
\ No newline at end of file

tests/tests/testdata/blimp_superlative_quantifiers_1-v0-res.json

+{"results": {"blimp_superlative_quantifiers_1": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_superlative_quantifiers_1": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_superlative_quantifiers_2-v0-loglikelihood

+59c20ff0f632cf42afc74ecc682cf92e5e740417b01e6cf9a610a3bc544d2ea5
\ No newline at end of file

tests/tests/testdata/blimp_superlative_quantifiers_2-v0-res.json

+{"results": {"blimp_superlative_quantifiers_2": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_superlative_quantifiers_2": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_tough_vs_raising_1-v0-loglikelihood

+973fe56534fdef1207f0fc08dd09a210304c55f33c6cbb17552754bf54f11c86
\ No newline at end of file

tests/tests/testdata/blimp_tough_vs_raising_1-v0-res.json

+{"results": {"blimp_tough_vs_raising_1": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_tough_vs_raising_1": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_tough_vs_raising_2-v0-loglikelihood

+d255a10a34f14d77d9526604a17b0f6747d32f62fc2e3a09e9ab10054535fd45
\ No newline at end of file

tests/tests/testdata/blimp_tough_vs_raising_2-v0-res.json

+{"results": {"blimp_tough_vs_raising_2": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_tough_vs_raising_2": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_transitive-v0-loglikelihood

+d0d47fe40a7ee558ba782edbc4f49f7d9123c8472a36decc97f8ab142b45b9d8
\ No newline at end of file

tests/tests/testdata/blimp_transitive-v0-res.json

+{"results": {"blimp_transitive": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_transitive": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_wh_island-v0-loglikelihood

+91a9e4b60b0f3572a7fdbd7648d0e69f36e5eb34db715315b0082558d7ed8b65
\ No newline at end of file

tests/tests/testdata/blimp_wh_island-v0-res.json

+{"results": {"blimp_wh_island": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_wh_island": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_wh_questions_object_gap-v0-loglikelihood

+4d4aaa0274ccd485ff8430ed61b8f83806febe18c16616c7d050f637a0463eba
\ No newline at end of file

tests/tests/testdata/blimp_wh_questions_object_gap-v0-res.json

+{"results": {"blimp_wh_questions_object_gap": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_wh_questions_object_gap": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_wh_questions_subject_gap-v0-loglikelihood

+d5486ffcc075cad4302e37ece9bbf5b2063c0b5a48e76c8e1dd365e22a5a48fc
\ No newline at end of file

tests/tests/testdata/blimp_wh_questions_subject_gap-v0-res.json

+{"results": {"blimp_wh_questions_subject_gap": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_wh_questions_subject_gap": 0}}
\ No newline at end of file