Merge branch 'master' of github.com:EleutherAI/lm-evaluation-harness

# Conflicts:
#	lm_eval/tasks/pile.py

tests/tests/testdata/blimp_existential_there_quantifiers_2-v0-loglikelihood

+6e6add7baff4217f383425bef58288202018e041b24084edcaa5df8af08f820c
\ No newline at end of file

tests/tests/testdata/blimp_existential_there_quantifiers_2-v0-res.json

+{"results": {"blimp_existential_there_quantifiers_2": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_existential_there_quantifiers_2": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_existential_there_subject_raising-v0-loglikelihood

+9b324b28ae3e1b5d49ecf4b7b2a16c7bbc8ff38d000cf216fab75df633da2084
\ No newline at end of file

tests/tests/testdata/blimp_existential_there_subject_raising-v0-res.json

+{"results": {"blimp_existential_there_subject_raising": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_existential_there_subject_raising": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_expletive_it_object_raising-v0-loglikelihood

+ceede5b38248a62125a74a8332602b8eac5ef40864f071ad8d86e7971e07219d
\ No newline at end of file

tests/tests/testdata/blimp_expletive_it_object_raising-v0-res.json

+{"results": {"blimp_expletive_it_object_raising": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_expletive_it_object_raising": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_inchoative-v0-loglikelihood

+3ff73629fb4473986a0e8ae2fcb7c40e88292189ab0d8755d20836c5aa5a2f99
\ No newline at end of file

tests/tests/testdata/blimp_inchoative-v0-res.json

+{"results": {"blimp_inchoative": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_inchoative": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_intransitive-v0-loglikelihood

+6469ae3b0d46b008846b5fd132f2d2b26ea2858745d056df1470b89aa97a790f
\ No newline at end of file

tests/tests/testdata/blimp_intransitive-v0-res.json

+{"results": {"blimp_intransitive": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_intransitive": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_irregular_past_participle_adjectives-v0-loglikelihood

+47c56f336df11924d8b97feb46339ce55bea4b216b6fd13946cc999ea36a4a95
\ No newline at end of file

tests/tests/testdata/blimp_irregular_past_participle_adjectives-v0-res.json

+{"results": {"blimp_irregular_past_participle_adjectives": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_irregular_past_participle_adjectives": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_irregular_past_participle_verbs-v0-loglikelihood

+63ec733873f94ace71cb34112d1c3cd5bb768c26b975fb90acc9b8ba3f4e938e
\ No newline at end of file

tests/tests/testdata/blimp_irregular_past_participle_verbs-v0-res.json

+{"results": {"blimp_irregular_past_participle_verbs": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_irregular_past_participle_verbs": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_irregular_plural_subject_verb_agreement_1-v0-loglikelihood

+7084358b1b7dd7fb5ead1a58f4b499d6f7610eca897bfac25a986d0f9a91aa5d
\ No newline at end of file

tests/tests/testdata/blimp_irregular_plural_subject_verb_agreement_1-v0-res.json

+{"results": {"blimp_irregular_plural_subject_verb_agreement_1": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_irregular_plural_subject_verb_agreement_1": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_irregular_plural_subject_verb_agreement_2-v0-loglikelihood

+9534751f83a86b6cbe1fb12fb9feb827b0b7836a663108928b4ecc1d70b08871
\ No newline at end of file

tests/tests/testdata/blimp_irregular_plural_subject_verb_agreement_2-v0-res.json

+{"results": {"blimp_irregular_plural_subject_verb_agreement_2": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_irregular_plural_subject_verb_agreement_2": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_left_branch_island_echo_question-v0-loglikelihood

+9852b38612db8c6adf938a5d8a7a9e5ce9e655259d6cc806b142506fcaff0ed4
\ No newline at end of file

tests/tests/testdata/blimp_left_branch_island_echo_question-v0-res.json

+{"results": {"blimp_left_branch_island_echo_question": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_left_branch_island_echo_question": 0}}
\ No newline at end of file