Merge branch 'master' of github.com:EleutherAI/lm-evaluation-harness

# Conflicts:
#	lm_eval/tasks/pile.py

tests/tests/testdata/blimp_left_branch_island_simple_question-v0-loglikelihood

+6cb36bbdae7754f8832f50872c3dd511ce12547e00fa0771deb747be3355eb85
\ No newline at end of file

tests/tests/testdata/blimp_left_branch_island_simple_question-v0-res.json

+{"results": {"blimp_left_branch_island_simple_question": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_left_branch_island_simple_question": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_matrix_question_npi_licensor_present-v0-loglikelihood

+a3a702a3335c79b02b36caf37c68069050c2a8a3a03c3610c09afc39d2b83fb1
\ No newline at end of file

tests/tests/testdata/blimp_matrix_question_npi_licensor_present-v0-res.json

+{"results": {"blimp_matrix_question_npi_licensor_present": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_matrix_question_npi_licensor_present": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_npi_present_1-v0-loglikelihood

+3ef532a85e0ee8f8ff779bc7ddc873d515969a708da84a4eb4a85b7c843cf244
\ No newline at end of file

tests/tests/testdata/blimp_npi_present_1-v0-res.json

+{"results": {"blimp_npi_present_1": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_npi_present_1": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_npi_present_2-v0-loglikelihood

+fdb688ac6259bb65d234ef0a36e9a9ee449f9608f633b12e1943b462aead8e17
\ No newline at end of file

tests/tests/testdata/blimp_npi_present_2-v0-res.json

+{"results": {"blimp_npi_present_2": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_npi_present_2": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_only_npi_licensor_present-v0-loglikelihood

+d2d0711611b5b218c6fa8c7278494749252b7868c396451919b761303556bd66
\ No newline at end of file

tests/tests/testdata/blimp_only_npi_licensor_present-v0-res.json

+{"results": {"blimp_only_npi_licensor_present": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_only_npi_licensor_present": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_only_npi_scope-v0-loglikelihood

+fc0be817478c212327050fa297ef61ad214f4847dbff61d4e0fe7914c06a1691
\ No newline at end of file

tests/tests/testdata/blimp_only_npi_scope-v0-res.json

+{"results": {"blimp_only_npi_scope": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_only_npi_scope": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_passive_1-v0-loglikelihood

+fa4addddd8e380031b8e0871776cabcb707c0f21dcaf5d8b3defec66cce55043
\ No newline at end of file

tests/tests/testdata/blimp_passive_1-v0-res.json

+{"results": {"blimp_passive_1": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_passive_1": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_passive_2-v0-loglikelihood

+755bdfe2c89737c43001ff1dc83d68ad33e444aaf0669af66aaf82dcd09f2eca
\ No newline at end of file

tests/tests/testdata/blimp_passive_2-v0-res.json

+{"results": {"blimp_passive_2": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_passive_2": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_principle_A_c_command-v0-loglikelihood

+7c2ed82612af9175052cd44d8e178b6dd084c04eb462a3d88fcacfad2df8be8e
\ No newline at end of file

tests/tests/testdata/blimp_principle_A_c_command-v0-res.json

+{"results": {"blimp_principle_A_c_command": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_principle_A_c_command": 0}}
\ No newline at end of file

tests/tests/testdata/blimp_principle_A_case_1-v0-loglikelihood

+49d2b8ce6667a6166fdc2a2e5dbe7ff07d9b8415e9f33482aef15956b3ebc24a
\ No newline at end of file

tests/tests/testdata/blimp_principle_A_case_1-v0-res.json

+{"results": {"blimp_principle_A_case_1": {"acc": 0.485, "acc_stderr": 0.0158121796418149}}, "versions": {"blimp_principle_A_case_1": 0}}
\ No newline at end of file