Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
b5bb7f6c
Commit
b5bb7f6c
authored
Feb 14, 2021
by
&
Browse files
look at available pairs languages
parent
e56381f4
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
9 additions
and
0 deletions
+9
-0
lm_eval/tasks/translation.py
lm_eval/tasks/translation.py
+9
-0
No files found.
lm_eval/tasks/translation.py
View file @
b5bb7f6c
...
@@ -199,6 +199,14 @@ def print_available_tests():
...
@@ -199,6 +199,14 @@ def print_available_tests():
pprint
({
ts
:
sacrebleu
.
get_langpairs_for_testset
(
ts
)
for
ts
in
sacrebleu
.
get_available_testsets
()})
pprint
({
ts
:
sacrebleu
.
get_langpairs_for_testset
(
ts
)
for
ts
in
sacrebleu
.
get_available_testsets
()})
def
print_available_pairs
():
list_of_pairs
=
[
sacrebleu
.
get_langpairs_for_testset
(
ts
)
for
ts
in
sacrebleu
.
get_available_testsets
()]
pairs
=
set
([
item
for
sublist
in
list_of_pairs
for
item
in
sublist
])
pairs
=
sorted
([
"-"
.
join
(
map
(
code_to_language
,
pair
.
split
(
"-"
)))
for
pair
in
pairs
])
pprint
(
pairs
)
print
(
len
(
pairs
))
def
main
():
def
main
():
# print(sacrebleu.download_test_set("wmt14", "en-fr"))
# print(sacrebleu.download_test_set("wmt14", "en-fr"))
# print_available_tests()
# print_available_tests()
...
@@ -213,6 +221,7 @@ def main():
...
@@ -213,6 +221,7 @@ def main():
# Test task dictionary
# Test task dictionary
# for task, task_class in create_tasks_from_benchmarks(selected_benchmarks).items():
# for task, task_class in create_tasks_from_benchmarks(selected_benchmarks).items():
# print(task, task_class())
# print(task, task_class())
print_available_pairs
()
pass
pass
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment