Merge branch 'master' of https://github.com/EleutherAI/lm-evaluation-harness into task-guide

tests/testdata/coqa-v0-res.json

+{"results": {"coqa": {"em": 0.0, "em_stderr": 0.0, "f1": 0.0, "f1_stderr": 0.0}}, "versions": {"coqa": 0}}
\ No newline at end of file

tests/testdata/coqa-v1-greedy_until

+57581470b921435d40da97872bb1cfda6ecf963ccc4b0240a3b04e3fea8c8e3a
\ No newline at end of file

tests/testdata/coqa-v1-res.json

+{"results": {"coqa": {"em": 0.0, "em_stderr": 0.0, "f1": 0.0, "f1_stderr": 0.0}}, "versions": {"coqa": 1}}
\ No newline at end of file

tests/testdata/cycle_letters-v0-greedy_until

+eb23f7d5de7528eefd8ed5f8054c402ff947319cccfef7195995946f99389201
\ No newline at end of file

tests/testdata/cycle_letters-v0-res.json

+{"results": {"cycle_letters": {"acc": 0.0, "acc_stderr": 0.0}}, "versions": {"cycle_letters": 0}}
\ No newline at end of file

tests/testdata/drop-v0-greedy_until

+ca566c630d8ac853d5785d4b5c40a5137172c34b48af3350e1f79e6d548b36ba
\ No newline at end of file

tests/testdata/drop-v0-res.json

+{"results": {"drop": {"em": 0.0, "em_stderr": 0.0, "f1": 0.0, "f1_stderr": 0.0}}, "versions": {"drop": 0}}
\ No newline at end of file

tests/testdata/drop-v1-greedy_until

+a670f911ab2999d72db15f534b22703d19e7837edbda4f9f199ad587f7aae6b2
\ No newline at end of file

tests/testdata/drop-v1-res.json

+{"results": {"drop": {"em": 0.0, "em_stderr": 0.0, "f1": 0.0, "f1_stderr": 0.0}}, "versions": {"drop": 1}}
\ No newline at end of file

tests/testdata/ethics_cm-v0-loglikelihood

+92d136ebb2bd86cd036e61699ad9a1417dbb48651f0a3afa5045cf57cef5a3f6
\ No newline at end of file

tests/testdata/ethics_cm-v0-res.json

+{"results": {"ethics_cm": {"acc": 0.49987129987129986, "acc_stderr": 0.008022881531793336}}, "versions": {"ethics_cm": 0}}
\ No newline at end of file

tests/testdata/ethics_deontology-v0-loglikelihood

+74ecebe322457d70afc16fde848978410a09b854dc65c47f428d100bd1593248
\ No newline at end of file

tests/testdata/ethics_deontology-v0-res.json

+{"results": {"ethics_deontology": {"acc": 0.503615127919911, "acc_stderr": 0.008338908432085105, "em": 0.07119021134593993}}, "versions": {"ethics_deontology": 0}}
\ No newline at end of file

tests/testdata/ethics_justice-v0-loglikelihood

+d7dfc44fea507b5c5c3a8218f79ed8197da8599ebb396d85feb91c25512126b6
\ No newline at end of file

tests/testdata/ethics_justice-v0-res.json

+{"results": {"ethics_justice": {"acc": 0.49556213017751477, "acc_stderr": 0.009616784279885177, "em": 0.057692307692307696}}, "versions": {"ethics_justice": 0}}
\ No newline at end of file

tests/testdata/ethics_utilitarianism-v0-loglikelihood

+88872f1ed1b203f9649a4ced4fb4627d18c17af455d713de6e17c05eced4ec60
\ No newline at end of file

tests/testdata/ethics_utilitarianism-v0-res.json

+{"results": {"ethics_utilitarianism": {"acc": 0.49771214642262895, "acc_stderr": 0.007211546310787838}}, "versions": {"ethics_utilitarianism": 0}}
\ No newline at end of file

tests/testdata/ethics_utilitarianism_original-v0-loglikelihood

+5b42ba1faf5ece6a6ec9a3976ce79c1fac8df5b98272aab85457188c2142693c
\ No newline at end of file

tests/testdata/ethics_utilitarianism_original-v0-res.json

+{"results": {"ethics_utilitarianism_original": {"acc": 0.5214226289517471, "acc_stderr": 0.007204999520618661}}, "versions": {"ethics_utilitarianism_original": 0}}
\ No newline at end of file

tests/testdata/ethics_virtue-v0-loglikelihood

+8021db8de46850090ddae6e6ec2d382029c3027b7c69884607503f916d09b709
\ No newline at end of file