Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
dd8bbe2c
Commit
dd8bbe2c
authored
Aug 09, 2023
by
lintangsutawika
Browse files
pre-commit format
parent
1a2cf3b2
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
35 additions
and
34 deletions
+35
-34
lm_eval/tasks/xcopa/README.md
lm_eval/tasks/xcopa/README.md
+1
-1
lm_eval/tasks/xcopa/utils.py
lm_eval/tasks/xcopa/utils.py
+34
-33
No files found.
lm_eval/tasks/xcopa/README.md
View file @
dd8bbe2c
...
@@ -16,4 +16,4 @@ Homepage: https://github.com/cambridgeltl/xcopa
...
@@ -16,4 +16,4 @@ Homepage: https://github.com/cambridgeltl/xcopa
year={2020},
year={2020},
url={https://ducdauge.github.io/files/xcopa.pdf}
url={https://ducdauge.github.io/files/xcopa.pdf}
}
}
```
```
\ No newline at end of file
lm_eval/tasks/xcopa/utils.py
View file @
dd8bbe2c
from
functools
import
partial
from
functools
import
partial
def
convert_choice
(
choice
):
def
convert_choice
(
choice
):
return
choice
[
0
].
lower
()
+
choice
[
1
:]
return
choice
[
0
].
lower
()
+
choice
[
1
:]
...
@@ -21,99 +22,99 @@ def doc_to_choice(doc):
...
@@ -21,99 +22,99 @@ def doc_to_choice(doc):
doc_to_text_et
=
partial
(
doc_to_text_et
=
partial
(
doc_to_text
,
doc_to_text
,
connector
=
{
connector
=
{
"cause"
:
"sest"
,
"cause"
:
"sest"
,
"effect"
:
"seetõttu"
,
"effect"
:
"seetõttu"
,
}
}
,
)
)
doc_to_text_ht
=
partial
(
doc_to_text_ht
=
partial
(
doc_to_text
,
doc_to_text
,
connector
=
{
connector
=
{
"cause"
:
"poukisa"
,
"cause"
:
"poukisa"
,
"effect"
:
"donk sa"
,
"effect"
:
"donk sa"
,
}
}
,
)
)
doc_to_text_it
=
partial
(
doc_to_text_it
=
partial
(
doc_to_text
,
doc_to_text
,
connector
=
{
connector
=
{
"cause"
:
"perché"
,
"cause"
:
"perché"
,
"effect"
:
"quindi"
,
"effect"
:
"quindi"
,
}
}
,
)
)
doc_to_text_id
=
partial
(
doc_to_text_id
=
partial
(
doc_to_text
,
doc_to_text
,
connector
=
{
connector
=
{
"cause"
:
"karena"
,
"cause"
:
"karena"
,
"effect"
:
"maka"
,
"effect"
:
"maka"
,
}
}
,
)
)
doc_to_text_qu
=
partial
(
doc_to_text_qu
=
partial
(
doc_to_text
,
doc_to_text
,
connector
=
{
connector
=
{
"cause"
:
"imataq"
,
"cause"
:
"imataq"
,
"effect"
:
"chaymi"
,
"effect"
:
"chaymi"
,
}
}
,
)
)
doc_to_text_sw
=
partial
(
doc_to_text_sw
=
partial
(
doc_to_text
,
doc_to_text
,
connector
=
{
connector
=
{
"cause"
:
"kwa sababu"
,
"cause"
:
"kwa sababu"
,
"effect"
:
"kwa hiyo"
,
"effect"
:
"kwa hiyo"
,
}
}
,
)
)
doc_to_text_zh
=
partial
(
doc_to_text_zh
=
partial
(
doc_to_text
,
doc_to_text
,
connector
=
{
connector
=
{
"cause"
:
"因为"
,
"cause"
:
"因为"
,
"effect"
:
"所以"
,
"effect"
:
"所以"
,
}
}
,
)
)
doc_to_text_ta
=
partial
(
doc_to_text_ta
=
partial
(
doc_to_text
,
doc_to_text
,
connector
=
{
connector
=
{
"cause"
:
"காரணமாக"
,
"cause"
:
"காரணமாக"
,
"effect"
:
"எனவே"
,
"effect"
:
"எனவே"
,
}
}
,
)
)
doc_to_text_th
=
partial
(
doc_to_text_th
=
partial
(
doc_to_text
,
doc_to_text
,
connector
=
{
connector
=
{
"cause"
:
"เพราะ"
,
"cause"
:
"เพราะ"
,
"effect"
:
"ดังนั้น"
,
"effect"
:
"ดังนั้น"
,
}
}
,
)
)
doc_to_text_tr
=
partial
(
doc_to_text_tr
=
partial
(
doc_to_text
,
doc_to_text
,
connector
=
{
connector
=
{
"cause"
:
"çünkü"
,
"cause"
:
"çünkü"
,
"effect"
:
"bu yüzden"
,
"effect"
:
"bu yüzden"
,
}
}
,
)
)
doc_to_text_vi
=
partial
(
doc_to_text_vi
=
partial
(
doc_to_text
,
doc_to_text
,
connector
=
{
connector
=
{
"cause"
:
"bởi vì"
,
"cause"
:
"bởi vì"
,
"effect"
:
"vì vậy"
,
"effect"
:
"vì vậy"
,
}
}
,
)
)
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment