Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
121b7096
Commit
121b7096
authored
May 02, 2022
by
Fabrizio Milo
Browse files
add pre-commit
parent
7a038118
Changes
732
Hide whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
20 additions
and
20 deletions
+20
-20
tests/testdata/wmt20-pl-en-v0-greedy_until
tests/testdata/wmt20-pl-en-v0-greedy_until
+1
-1
tests/testdata/wmt20-pl-en-v0-res.json
tests/testdata/wmt20-pl-en-v0-res.json
+1
-1
tests/testdata/wmt20-ps-en-v0-greedy_until
tests/testdata/wmt20-ps-en-v0-greedy_until
+1
-1
tests/testdata/wmt20-ps-en-v0-res.json
tests/testdata/wmt20-ps-en-v0-res.json
+1
-1
tests/testdata/wmt20-ru-en-v0-greedy_until
tests/testdata/wmt20-ru-en-v0-greedy_until
+1
-1
tests/testdata/wmt20-ru-en-v0-res.json
tests/testdata/wmt20-ru-en-v0-res.json
+1
-1
tests/testdata/wmt20-ta-en-v0-greedy_until
tests/testdata/wmt20-ta-en-v0-greedy_until
+1
-1
tests/testdata/wmt20-ta-en-v0-res.json
tests/testdata/wmt20-ta-en-v0-res.json
+1
-1
tests/testdata/wmt20-zh-en-v0-greedy_until
tests/testdata/wmt20-zh-en-v0-greedy_until
+1
-1
tests/testdata/wmt20-zh-en-v0-res.json
tests/testdata/wmt20-zh-en-v0-res.json
+1
-1
tests/testdata/wnli-v0-loglikelihood
tests/testdata/wnli-v0-loglikelihood
+1
-1
tests/testdata/wnli-v0-res.json
tests/testdata/wnli-v0-res.json
+1
-1
tests/testdata/wnli-v1-loglikelihood
tests/testdata/wnli-v1-loglikelihood
+1
-1
tests/testdata/wnli-v1-res.json
tests/testdata/wnli-v1-res.json
+1
-1
tests/testdata/wsc-v0-loglikelihood
tests/testdata/wsc-v0-loglikelihood
+1
-1
tests/testdata/wsc-v0-res.json
tests/testdata/wsc-v0-res.json
+1
-1
tests/testdata/wsc273-v0-loglikelihood
tests/testdata/wsc273-v0-loglikelihood
+1
-1
tests/testdata/wsc273-v0-res.json
tests/testdata/wsc273-v0-res.json
+1
-1
tests/tests/testdata/blimp_adjunct_island-v0-loglikelihood
tests/tests/testdata/blimp_adjunct_island-v0-loglikelihood
+1
-1
tests/tests/testdata/blimp_adjunct_island-v0-res.json
tests/tests/testdata/blimp_adjunct_island-v0-res.json
+1
-1
No files found.
tests/testdata/wmt20-pl-en-v0-greedy_until
View file @
121b7096
89274499d84176b1ffe4eaec06f2c89ca807342384dc946c2e348d00116aaade
\ No newline at end of file
89274499d84176b1ffe4eaec06f2c89ca807342384dc946c2e348d00116aaade
tests/testdata/wmt20-pl-en-v0-res.json
View file @
121b7096
{
"results"
:
{
"wmt20-pl-en"
:
{
"bleu"
:
0.0
,
"bleu_stderr"
:
0.0
,
"chrf"
:
0.01353367757716276
,
"chrf_stderr"
:
0.00018386199249976465
,
"ter"
:
1.0
,
"ter_stderr"
:
0.0
}},
"versions"
:
{
"wmt20-pl-en"
:
0
}}
\ No newline at end of file
{
"results"
:
{
"wmt20-pl-en"
:
{
"bleu"
:
0.0
,
"bleu_stderr"
:
0.0
,
"chrf"
:
0.01353367757716276
,
"chrf_stderr"
:
0.00018386199249976465
,
"ter"
:
1.0
,
"ter_stderr"
:
0.0
}},
"versions"
:
{
"wmt20-pl-en"
:
0
}}
tests/testdata/wmt20-ps-en-v0-greedy_until
View file @
121b7096
c3976465e3709b4bc371175cc1494c69fe096ea4ba7d114da779d2baa0a47466
\ No newline at end of file
c3976465e3709b4bc371175cc1494c69fe096ea4ba7d114da779d2baa0a47466
tests/testdata/wmt20-ps-en-v0-res.json
View file @
121b7096
{
"results"
:
{
"wmt20-ps-en"
:
{
"bleu"
:
0.0
,
"bleu_stderr"
:
0.0
,
"chrf"
:
0.015192865365105723
,
"chrf_stderr"
:
0.00011334541381539086
,
"ter"
:
1.0
,
"ter_stderr"
:
0.0
}},
"versions"
:
{
"wmt20-ps-en"
:
0
}}
\ No newline at end of file
{
"results"
:
{
"wmt20-ps-en"
:
{
"bleu"
:
0.0
,
"bleu_stderr"
:
0.0
,
"chrf"
:
0.015192865365105723
,
"chrf_stderr"
:
0.00011334541381539086
,
"ter"
:
1.0
,
"ter_stderr"
:
0.0
}},
"versions"
:
{
"wmt20-ps-en"
:
0
}}
tests/testdata/wmt20-ru-en-v0-greedy_until
View file @
121b7096
1477ab6542c26bd0222cc1aded174f33bf8d04d1cf6a1c0959aeca4ff3779adc
\ No newline at end of file
1477ab6542c26bd0222cc1aded174f33bf8d04d1cf6a1c0959aeca4ff3779adc
tests/testdata/wmt20-ru-en-v0-res.json
View file @
121b7096
{
"results"
:
{
"wmt20-ru-en"
:
{
"bleu"
:
0.0
,
"bleu_stderr"
:
0.0
,
"chrf"
:
0.013344639906399232
,
"chrf_stderr"
:
7.583552652374546e-05
,
"ter"
:
1.0
,
"ter_stderr"
:
0.0
}},
"versions"
:
{
"wmt20-ru-en"
:
0
}}
\ No newline at end of file
{
"results"
:
{
"wmt20-ru-en"
:
{
"bleu"
:
0.0
,
"bleu_stderr"
:
0.0
,
"chrf"
:
0.013344639906399232
,
"chrf_stderr"
:
7.583552652374546e-05
,
"ter"
:
1.0
,
"ter_stderr"
:
0.0
}},
"versions"
:
{
"wmt20-ru-en"
:
0
}}
tests/testdata/wmt20-ta-en-v0-greedy_until
View file @
121b7096
111ea3efdc08f1cf536631b9426c3a20e482c575d009d2a8c71f59c027578eec
\ No newline at end of file
111ea3efdc08f1cf536631b9426c3a20e482c575d009d2a8c71f59c027578eec
tests/testdata/wmt20-ta-en-v0-res.json
View file @
121b7096
{
"results"
:
{
"wmt20-ta-en"
:
{
"bleu"
:
0.0
,
"bleu_stderr"
:
0.0
,
"chrf"
:
0.013841110664859798
,
"chrf_stderr"
:
0.00018476696850880766
,
"ter"
:
1.0
,
"ter_stderr"
:
0.0
}},
"versions"
:
{
"wmt20-ta-en"
:
0
}}
\ No newline at end of file
{
"results"
:
{
"wmt20-ta-en"
:
{
"bleu"
:
0.0
,
"bleu_stderr"
:
0.0
,
"chrf"
:
0.013841110664859798
,
"chrf_stderr"
:
0.00018476696850880766
,
"ter"
:
1.0
,
"ter_stderr"
:
0.0
}},
"versions"
:
{
"wmt20-ta-en"
:
0
}}
tests/testdata/wmt20-zh-en-v0-greedy_until
View file @
121b7096
07dbadfd6f2b2b9462ab6187dbfaabae6e5192ab89a8e4ede9237834b9364dd1
\ No newline at end of file
07dbadfd6f2b2b9462ab6187dbfaabae6e5192ab89a8e4ede9237834b9364dd1
tests/testdata/wmt20-zh-en-v0-res.json
View file @
121b7096
{
"results"
:
{
"wmt20-zh-en"
:
{
"bleu"
:
0.0
,
"bleu_stderr"
:
0.0
,
"chrf"
:
0.008438201290981157
,
"chrf_stderr"
:
0.0001109053964076822
,
"ter"
:
1.0
,
"ter_stderr"
:
0.0
}},
"versions"
:
{
"wmt20-zh-en"
:
0
}}
\ No newline at end of file
{
"results"
:
{
"wmt20-zh-en"
:
{
"bleu"
:
0.0
,
"bleu_stderr"
:
0.0
,
"chrf"
:
0.008438201290981157
,
"chrf_stderr"
:
0.0001109053964076822
,
"ter"
:
1.0
,
"ter_stderr"
:
0.0
}},
"versions"
:
{
"wmt20-zh-en"
:
0
}}
tests/testdata/wnli-v0-loglikelihood
View file @
121b7096
2ffd304d6096416eb29607e2e7642b1d6043163624967bcf4c4fc00fddc6c721
\ No newline at end of file
2ffd304d6096416eb29607e2e7642b1d6043163624967bcf4c4fc00fddc6c721
tests/testdata/wnli-v0-res.json
View file @
121b7096
{
"results"
:
{
"wnli"
:
{
"acc"
:
0.3380281690140845
,
"acc_stderr"
:
0.05653887739133514
}},
"versions"
:
{
"wnli"
:
0
}}
\ No newline at end of file
{
"results"
:
{
"wnli"
:
{
"acc"
:
0.3380281690140845
,
"acc_stderr"
:
0.05653887739133514
}},
"versions"
:
{
"wnli"
:
0
}}
tests/testdata/wnli-v1-loglikelihood
View file @
121b7096
8a0f81661d2ab2334bbc8031fac31c0c8882f1d9271dd51599d21dfdbb726dea
\ No newline at end of file
8a0f81661d2ab2334bbc8031fac31c0c8882f1d9271dd51599d21dfdbb726dea
tests/testdata/wnli-v1-res.json
View file @
121b7096
{
"results"
:
{
"wnli"
:
{
"acc"
:
0.5633802816901409
,
"acc_stderr"
:
0.0592793555841297
}},
"versions"
:
{
"wnli"
:
1
}}
\ No newline at end of file
{
"results"
:
{
"wnli"
:
{
"acc"
:
0.5633802816901409
,
"acc_stderr"
:
0.0592793555841297
}},
"versions"
:
{
"wnli"
:
1
}}
tests/testdata/wsc-v0-loglikelihood
View file @
121b7096
45865468eff5ca31e6a050947a6b3310d9d5ed19d0f2e578a32ecaf1c768600f
\ No newline at end of file
45865468eff5ca31e6a050947a6b3310d9d5ed19d0f2e578a32ecaf1c768600f
tests/testdata/wsc-v0-res.json
View file @
121b7096
{
"results"
:
{
"wsc"
:
{
"acc"
:
0.5480769230769231
,
"acc_stderr"
:
0.049038186969314335
}},
"versions"
:
{
"wsc"
:
0
}}
\ No newline at end of file
{
"results"
:
{
"wsc"
:
{
"acc"
:
0.5480769230769231
,
"acc_stderr"
:
0.049038186969314335
}},
"versions"
:
{
"wsc"
:
0
}}
tests/testdata/wsc273-v0-loglikelihood
View file @
121b7096
26450d414c4581feb51a09882080e7a9b95882e7eab47b1751a4a6024b5a60ee
\ No newline at end of file
26450d414c4581feb51a09882080e7a9b95882e7eab47b1751a4a6024b5a60ee
tests/testdata/wsc273-v0-res.json
View file @
121b7096
{
"results"
:
{
"wsc273"
:
{
"acc"
:
0.5164835164835165
,
"acc_stderr"
:
0.0303004740355766
}},
"versions"
:
{
"wsc273"
:
0
}}
\ No newline at end of file
{
"results"
:
{
"wsc273"
:
{
"acc"
:
0.5164835164835165
,
"acc_stderr"
:
0.0303004740355766
}},
"versions"
:
{
"wsc273"
:
0
}}
tests/tests/testdata/blimp_adjunct_island-v0-loglikelihood
View file @
121b7096
976a5cac4bdb724632eebd4cb9e522203ce3da8d5525288a597c86e80469f3f2
\ No newline at end of file
976a5cac4bdb724632eebd4cb9e522203ce3da8d5525288a597c86e80469f3f2
tests/tests/testdata/blimp_adjunct_island-v0-res.json
View file @
121b7096
{
"results"
:
{
"blimp_adjunct_island"
:
{
"acc"
:
0.485
,
"acc_stderr"
:
0.0158121796418149
}},
"versions"
:
{
"blimp_adjunct_island"
:
0
}}
\ No newline at end of file
{
"results"
:
{
"blimp_adjunct_island"
:
{
"acc"
:
0.485
,
"acc_stderr"
:
0.0158121796418149
}},
"versions"
:
{
"blimp_adjunct_island"
:
0
}}
Prev
1
…
26
27
28
29
30
31
32
33
34
…
37
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment