Merge branch 'master' of https://github.com/EleutherAI/lm-evaluation-harness into task-guide

tests/testdata/wmt16-en-de-v0-res.json

+{"results": {"wmt16-en-de": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.010909486120840577, "chrf_stderr": 0.000122611124711072, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt16-en-de": 0}}
\ No newline at end of file

tests/testdata/wmt16-en-ro-v0-greedy_until

+4be7fdda313394f19b5995b00ada1dfa3bb158ee1f020ef8d07ecea260fa60b2
\ No newline at end of file

tests/testdata/wmt16-en-ro-v0-res.json

+{"results": {"wmt16-en-ro": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.012004814364156886, "chrf_stderr": 6.424423961332661e-05, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt16-en-ro": 0}}
\ No newline at end of file

tests/testdata/wmt16-ro-en-v0-greedy_until

+d1b7c50751b0d5d7470b7f49f2bab9d09792c91460fc92cc34f06617013d7c65
\ No newline at end of file

tests/testdata/wmt16-ro-en-v0-res.json

+{"results": {"wmt16-ro-en": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.01262029828861831, "chrf_stderr": 0.00014507496111350828, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt16-ro-en": 0}}
\ No newline at end of file

tests/testdata/wmt20-cs-en-v0-greedy_until

+bfead9efdb1b2402a414c55929c8d8f956585f938a35466931d44e81d89cfe00
\ No newline at end of file

tests/testdata/wmt20-cs-en-v0-res.json

+{"results": {"wmt20-cs-en": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.006212086270964023, "chrf_stderr": 0.0001119165191795531, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-cs-en": 0}}
\ No newline at end of file

tests/testdata/wmt20-de-en-v0-greedy_until

+d13b5a6915ca86ac6c6ebc50d9be0d0be3dfca600c12e896df53190d875de74d
\ No newline at end of file

tests/testdata/wmt20-de-en-v0-res.json

+{"results": {"wmt20-de-en": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.006703243310670055, "chrf_stderr": 0.0001292711927988445, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-de-en": 0}}
\ No newline at end of file

tests/testdata/wmt20-de-fr-v0-greedy_until

+7f197bc281d6dbf9425900ef0dee7175021c43e355050f149f43b161c52bf0b0
\ No newline at end of file

tests/testdata/wmt20-de-fr-v0-res.json

+{"results": {"wmt20-de-fr": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.011897164096796364, "chrf_stderr": 0.00010158164726118333, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-de-fr": 0}}
\ No newline at end of file

tests/testdata/wmt20-en-cs-v0-greedy_until

+5a34e6863bf6965afd31653de50bac5fecf58db65dbaba46921504a2b7463786
\ No newline at end of file

tests/testdata/wmt20-en-cs-v0-res.json

+{"results": {"wmt20-en-cs": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.009879653442394573, "chrf_stderr": 8.210293331159994e-05, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-en-cs": 0}}
\ No newline at end of file

tests/testdata/wmt20-en-de-v0-greedy_until

+b6e9c305766ea23ce1027309f83c6d4c2ce8948d70b63a7858586ca34050d7fb
\ No newline at end of file

tests/testdata/wmt20-en-de-v0-res.json

+{"results": {"wmt20-en-de": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.007148103038872972, "chrf_stderr": 9.594096858911254e-05, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-en-de": 0}}
\ No newline at end of file

tests/testdata/wmt20-en-iu-v0-greedy_until

+f5688199890a48f73f2cc04a2152e35190f0e0ddd40e629fa24ee39d423ea389
\ No newline at end of file

tests/testdata/wmt20-en-iu-v0-res.json

+{"results": {"wmt20-en-iu": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.00011803644548940443, "chrf_stderr": 2.175287038623409e-05, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-en-iu": 0}}
\ No newline at end of file

tests/testdata/wmt20-en-ja-v0-greedy_until

+7fe61f5847a51e93e97c84b39f4420978727754e4b6cf636a27851c615857530
\ No newline at end of file

tests/testdata/wmt20-en-ja-v0-res.json

+{"results": {"wmt20-en-ja": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 4.1308658294778584e-05, "chrf_stderr": 2.0456539027807417e-05, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-en-ja": 0}}
\ No newline at end of file

tests/testdata/wmt20-en-ja-v1-greedy_until

+7fe61f5847a51e93e97c84b39f4420978727754e4b6cf636a27851c615857530
\ No newline at end of file