Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
121b7096
Commit
121b7096
authored
May 02, 2022
by
Fabrizio Milo
Browse files
add pre-commit
parent
7a038118
Changes
732
Hide whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
20 additions
and
20 deletions
+20
-20
tests/testdata/wmt16-ro-en-v0-greedy_until
tests/testdata/wmt16-ro-en-v0-greedy_until
+1
-1
tests/testdata/wmt16-ro-en-v0-res.json
tests/testdata/wmt16-ro-en-v0-res.json
+1
-1
tests/testdata/wmt20-cs-en-v0-greedy_until
tests/testdata/wmt20-cs-en-v0-greedy_until
+1
-1
tests/testdata/wmt20-cs-en-v0-res.json
tests/testdata/wmt20-cs-en-v0-res.json
+1
-1
tests/testdata/wmt20-de-en-v0-greedy_until
tests/testdata/wmt20-de-en-v0-greedy_until
+1
-1
tests/testdata/wmt20-de-en-v0-res.json
tests/testdata/wmt20-de-en-v0-res.json
+1
-1
tests/testdata/wmt20-de-fr-v0-greedy_until
tests/testdata/wmt20-de-fr-v0-greedy_until
+1
-1
tests/testdata/wmt20-de-fr-v0-res.json
tests/testdata/wmt20-de-fr-v0-res.json
+1
-1
tests/testdata/wmt20-en-cs-v0-greedy_until
tests/testdata/wmt20-en-cs-v0-greedy_until
+1
-1
tests/testdata/wmt20-en-cs-v0-res.json
tests/testdata/wmt20-en-cs-v0-res.json
+1
-1
tests/testdata/wmt20-en-de-v0-greedy_until
tests/testdata/wmt20-en-de-v0-greedy_until
+1
-1
tests/testdata/wmt20-en-de-v0-res.json
tests/testdata/wmt20-en-de-v0-res.json
+1
-1
tests/testdata/wmt20-en-iu-v0-greedy_until
tests/testdata/wmt20-en-iu-v0-greedy_until
+1
-1
tests/testdata/wmt20-en-iu-v0-res.json
tests/testdata/wmt20-en-iu-v0-res.json
+1
-1
tests/testdata/wmt20-en-ja-v0-greedy_until
tests/testdata/wmt20-en-ja-v0-greedy_until
+1
-1
tests/testdata/wmt20-en-ja-v0-res.json
tests/testdata/wmt20-en-ja-v0-res.json
+1
-1
tests/testdata/wmt20-en-ja-v1-greedy_until
tests/testdata/wmt20-en-ja-v1-greedy_until
+1
-1
tests/testdata/wmt20-en-ja-v1-res.json
tests/testdata/wmt20-en-ja-v1-res.json
+1
-1
tests/testdata/wmt20-en-km-v0-greedy_until
tests/testdata/wmt20-en-km-v0-greedy_until
+1
-1
tests/testdata/wmt20-en-km-v0-res.json
tests/testdata/wmt20-en-km-v0-res.json
+1
-1
No files found.
tests/testdata/wmt16-ro-en-v0-greedy_until
View file @
121b7096
d1b7c50751b0d5d7470b7f49f2bab9d09792c91460fc92cc34f06617013d7c65
d1b7c50751b0d5d7470b7f49f2bab9d09792c91460fc92cc34f06617013d7c65
\ No newline at end of file
tests/testdata/wmt16-ro-en-v0-res.json
View file @
121b7096
{
"results"
:
{
"wmt16-ro-en"
:
{
"bleu"
:
0.0
,
"bleu_stderr"
:
0.0
,
"chrf"
:
0.01262029828861831
,
"chrf_stderr"
:
0.00014507496111350828
,
"ter"
:
1.0
,
"ter_stderr"
:
0.0
}},
"versions"
:
{
"wmt16-ro-en"
:
0
}}
{
"results"
:
{
"wmt16-ro-en"
:
{
"bleu"
:
0.0
,
"bleu_stderr"
:
0.0
,
"chrf"
:
0.01262029828861831
,
"chrf_stderr"
:
0.00014507496111350828
,
"ter"
:
1.0
,
"ter_stderr"
:
0.0
}},
"versions"
:
{
"wmt16-ro-en"
:
0
}}
\ No newline at end of file
tests/testdata/wmt20-cs-en-v0-greedy_until
View file @
121b7096
bfead9efdb1b2402a414c55929c8d8f956585f938a35466931d44e81d89cfe00
bfead9efdb1b2402a414c55929c8d8f956585f938a35466931d44e81d89cfe00
\ No newline at end of file
tests/testdata/wmt20-cs-en-v0-res.json
View file @
121b7096
{
"results"
:
{
"wmt20-cs-en"
:
{
"bleu"
:
0.0
,
"bleu_stderr"
:
0.0
,
"chrf"
:
0.006212086270964023
,
"chrf_stderr"
:
0.0001119165191795531
,
"ter"
:
1.0
,
"ter_stderr"
:
0.0
}},
"versions"
:
{
"wmt20-cs-en"
:
0
}}
{
"results"
:
{
"wmt20-cs-en"
:
{
"bleu"
:
0.0
,
"bleu_stderr"
:
0.0
,
"chrf"
:
0.006212086270964023
,
"chrf_stderr"
:
0.0001119165191795531
,
"ter"
:
1.0
,
"ter_stderr"
:
0.0
}},
"versions"
:
{
"wmt20-cs-en"
:
0
}}
\ No newline at end of file
tests/testdata/wmt20-de-en-v0-greedy_until
View file @
121b7096
d13b5a6915ca86ac6c6ebc50d9be0d0be3dfca600c12e896df53190d875de74d
d13b5a6915ca86ac6c6ebc50d9be0d0be3dfca600c12e896df53190d875de74d
\ No newline at end of file
tests/testdata/wmt20-de-en-v0-res.json
View file @
121b7096
{
"results"
:
{
"wmt20-de-en"
:
{
"bleu"
:
0.0
,
"bleu_stderr"
:
0.0
,
"chrf"
:
0.006703243310670055
,
"chrf_stderr"
:
0.0001292711927988445
,
"ter"
:
1.0
,
"ter_stderr"
:
0.0
}},
"versions"
:
{
"wmt20-de-en"
:
0
}}
{
"results"
:
{
"wmt20-de-en"
:
{
"bleu"
:
0.0
,
"bleu_stderr"
:
0.0
,
"chrf"
:
0.006703243310670055
,
"chrf_stderr"
:
0.0001292711927988445
,
"ter"
:
1.0
,
"ter_stderr"
:
0.0
}},
"versions"
:
{
"wmt20-de-en"
:
0
}}
\ No newline at end of file
tests/testdata/wmt20-de-fr-v0-greedy_until
View file @
121b7096
7f197bc281d6dbf9425900ef0dee7175021c43e355050f149f43b161c52bf0b0
7f197bc281d6dbf9425900ef0dee7175021c43e355050f149f43b161c52bf0b0
\ No newline at end of file
tests/testdata/wmt20-de-fr-v0-res.json
View file @
121b7096
{
"results"
:
{
"wmt20-de-fr"
:
{
"bleu"
:
0.0
,
"bleu_stderr"
:
0.0
,
"chrf"
:
0.011897164096796364
,
"chrf_stderr"
:
0.00010158164726118333
,
"ter"
:
1.0
,
"ter_stderr"
:
0.0
}},
"versions"
:
{
"wmt20-de-fr"
:
0
}}
{
"results"
:
{
"wmt20-de-fr"
:
{
"bleu"
:
0.0
,
"bleu_stderr"
:
0.0
,
"chrf"
:
0.011897164096796364
,
"chrf_stderr"
:
0.00010158164726118333
,
"ter"
:
1.0
,
"ter_stderr"
:
0.0
}},
"versions"
:
{
"wmt20-de-fr"
:
0
}}
\ No newline at end of file
tests/testdata/wmt20-en-cs-v0-greedy_until
View file @
121b7096
5a34e6863bf6965afd31653de50bac5fecf58db65dbaba46921504a2b7463786
5a34e6863bf6965afd31653de50bac5fecf58db65dbaba46921504a2b7463786
\ No newline at end of file
tests/testdata/wmt20-en-cs-v0-res.json
View file @
121b7096
{
"results"
:
{
"wmt20-en-cs"
:
{
"bleu"
:
0.0
,
"bleu_stderr"
:
0.0
,
"chrf"
:
0.009879653442394573
,
"chrf_stderr"
:
8.210293331159994e-05
,
"ter"
:
1.0
,
"ter_stderr"
:
0.0
}},
"versions"
:
{
"wmt20-en-cs"
:
0
}}
{
"results"
:
{
"wmt20-en-cs"
:
{
"bleu"
:
0.0
,
"bleu_stderr"
:
0.0
,
"chrf"
:
0.009879653442394573
,
"chrf_stderr"
:
8.210293331159994e-05
,
"ter"
:
1.0
,
"ter_stderr"
:
0.0
}},
"versions"
:
{
"wmt20-en-cs"
:
0
}}
\ No newline at end of file
tests/testdata/wmt20-en-de-v0-greedy_until
View file @
121b7096
b6e9c305766ea23ce1027309f83c6d4c2ce8948d70b63a7858586ca34050d7fb
b6e9c305766ea23ce1027309f83c6d4c2ce8948d70b63a7858586ca34050d7fb
\ No newline at end of file
tests/testdata/wmt20-en-de-v0-res.json
View file @
121b7096
{
"results"
:
{
"wmt20-en-de"
:
{
"bleu"
:
0.0
,
"bleu_stderr"
:
0.0
,
"chrf"
:
0.007148103038872972
,
"chrf_stderr"
:
9.594096858911254e-05
,
"ter"
:
1.0
,
"ter_stderr"
:
0.0
}},
"versions"
:
{
"wmt20-en-de"
:
0
}}
{
"results"
:
{
"wmt20-en-de"
:
{
"bleu"
:
0.0
,
"bleu_stderr"
:
0.0
,
"chrf"
:
0.007148103038872972
,
"chrf_stderr"
:
9.594096858911254e-05
,
"ter"
:
1.0
,
"ter_stderr"
:
0.0
}},
"versions"
:
{
"wmt20-en-de"
:
0
}}
\ No newline at end of file
tests/testdata/wmt20-en-iu-v0-greedy_until
View file @
121b7096
f5688199890a48f73f2cc04a2152e35190f0e0ddd40e629fa24ee39d423ea389
f5688199890a48f73f2cc04a2152e35190f0e0ddd40e629fa24ee39d423ea389
\ No newline at end of file
tests/testdata/wmt20-en-iu-v0-res.json
View file @
121b7096
{
"results"
:
{
"wmt20-en-iu"
:
{
"bleu"
:
0.0
,
"bleu_stderr"
:
0.0
,
"chrf"
:
0.00011803644548940443
,
"chrf_stderr"
:
2.175287038623409e-05
,
"ter"
:
1.0
,
"ter_stderr"
:
0.0
}},
"versions"
:
{
"wmt20-en-iu"
:
0
}}
{
"results"
:
{
"wmt20-en-iu"
:
{
"bleu"
:
0.0
,
"bleu_stderr"
:
0.0
,
"chrf"
:
0.00011803644548940443
,
"chrf_stderr"
:
2.175287038623409e-05
,
"ter"
:
1.0
,
"ter_stderr"
:
0.0
}},
"versions"
:
{
"wmt20-en-iu"
:
0
}}
\ No newline at end of file
tests/testdata/wmt20-en-ja-v0-greedy_until
View file @
121b7096
7fe61f5847a51e93e97c84b39f4420978727754e4b6cf636a27851c615857530
7fe61f5847a51e93e97c84b39f4420978727754e4b6cf636a27851c615857530
\ No newline at end of file
tests/testdata/wmt20-en-ja-v0-res.json
View file @
121b7096
{
"results"
:
{
"wmt20-en-ja"
:
{
"bleu"
:
0.0
,
"bleu_stderr"
:
0.0
,
"chrf"
:
4.1308658294778584e-05
,
"chrf_stderr"
:
2.0456539027807417e-05
,
"ter"
:
1.0
,
"ter_stderr"
:
0.0
}},
"versions"
:
{
"wmt20-en-ja"
:
0
}}
{
"results"
:
{
"wmt20-en-ja"
:
{
"bleu"
:
0.0
,
"bleu_stderr"
:
0.0
,
"chrf"
:
4.1308658294778584e-05
,
"chrf_stderr"
:
2.0456539027807417e-05
,
"ter"
:
1.0
,
"ter_stderr"
:
0.0
}},
"versions"
:
{
"wmt20-en-ja"
:
0
}}
\ No newline at end of file
tests/testdata/wmt20-en-ja-v1-greedy_until
View file @
121b7096
7fe61f5847a51e93e97c84b39f4420978727754e4b6cf636a27851c615857530
7fe61f5847a51e93e97c84b39f4420978727754e4b6cf636a27851c615857530
\ No newline at end of file
tests/testdata/wmt20-en-ja-v1-res.json
View file @
121b7096
{
"results"
:
{
"wmt20-en-ja"
:
{
"bleu"
:
0.0
,
"bleu_stderr"
:
0.0
,
"chrf"
:
4.1305928226819116e-05
,
"chrf_stderr"
:
2.0455354158878388e-05
,
"ter"
:
1.0
,
"ter_stderr"
:
0.0
}},
"versions"
:
{
"wmt20-en-ja"
:
1
}}
{
"results"
:
{
"wmt20-en-ja"
:
{
"bleu"
:
0.0
,
"bleu_stderr"
:
0.0
,
"chrf"
:
4.1305928226819116e-05
,
"chrf_stderr"
:
2.0455354158878388e-05
,
"ter"
:
1.0
,
"ter_stderr"
:
0.0
}},
"versions"
:
{
"wmt20-en-ja"
:
1
}}
\ No newline at end of file
tests/testdata/wmt20-en-km-v0-greedy_until
View file @
121b7096
eb5365c46f22ffec9a157991627d6e1fd1117fccffaedfc73619e93bafb5a408
eb5365c46f22ffec9a157991627d6e1fd1117fccffaedfc73619e93bafb5a408
\ No newline at end of file
tests/testdata/wmt20-en-km-v0-res.json
View file @
121b7096
{
"results"
:
{
"wmt20-en-km"
:
{
"bleu"
:
0.0
,
"bleu_stderr"
:
0.0
,
"chrf"
:
1.9008351315007364e-05
,
"chrf_stderr"
:
7.136657625458525e-06
,
"ter"
:
1.0
,
"ter_stderr"
:
0.0
}},
"versions"
:
{
"wmt20-en-km"
:
0
}}
{
"results"
:
{
"wmt20-en-km"
:
{
"bleu"
:
0.0
,
"bleu_stderr"
:
0.0
,
"chrf"
:
1.9008351315007364e-05
,
"chrf_stderr"
:
7.136657625458525e-06
,
"ter"
:
1.0
,
"ter_stderr"
:
0.0
}},
"versions"
:
{
"wmt20-en-km"
:
0
}}
\ No newline at end of file
Prev
1
…
24
25
26
27
28
29
30
31
32
…
37
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment