Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
6c8d4053
Commit
6c8d4053
authored
May 12, 2024
by
JessicaOjo
Browse files
prompt translations fix
parent
a3953e0f
Changes
3
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
10 additions
and
10 deletions
+10
-10
lm_eval/tasks/afrixnli/native-direct/afrixnli_native_direct_ibo.yaml
...ks/afrixnli/native-direct/afrixnli_native_direct_ibo.yaml
+2
-2
lm_eval/tasks/afrixnli/native-direct/afrixnli_native_direct_yor.yaml
...ks/afrixnli/native-direct/afrixnli_native_direct_yor.yaml
+2
-2
lm_eval/tasks/afrixnli/utils.py
lm_eval/tasks/afrixnli/utils.py
+6
-6
No files found.
lm_eval/tasks/afrixnli/native-direct/afrixnli_native_direct_ibo.yaml
View file @
6c8d4053
# Generated by utils.py
dataset_name
:
ibo
doc_to_choice
:
'
{{[premise+",
Nke
ọma?
Ee
,
"+hypothesis,premise+",
Nke
ọma?
Na
kwa,
"+hypothesis,premise+",
Nke
ọma
?
Mba,
"+hypothesis]}}'
doc_to_choice
:
'
{{[premise+",
Ziri
ezi?
Éè
,
"+hypothesis,premise+",
Ziri
ezi?
Ọzọ
kwa,
"+hypothesis,premise+",
Ziri
ezi
?
Mba,
"+hypothesis]}}'
include
:
afrixnli_native_direct_yaml
task
:
afrixnli_native_direct_ibo
lm_eval/tasks/afrixnli/native-direct/afrixnli_native_direct_yor.yaml
View file @
6c8d4053
# Generated by utils.py
dataset_name
:
yor
doc_to_choice
:
'
{{[premise+",
Òótọ́?
Bẹ́ẹ̀ni,
"+hypothesis,premise+",
Òótọ́?
Bákan
náà,
"+hypothesis,premise+",
Òótọ́?
Rárá,
"+hypothesis]}}'
doc_to_choice
:
'
{{[premise+",
Òótọ́?
Bẹ́ẹ̀ni,
"+hypothesis,premise+",
Òótọ́?
Àti
pé,
"+hypothesis,premise+",
Òótọ́?
Rárá,
"+hypothesis]}}'
include
:
afrixnli_native_direct_yaml
task
:
afrixnli_native_direct_yor
lm_eval/tasks/afrixnli/utils.py
View file @
6c8d4053
...
...
@@ -39,9 +39,9 @@ LANGUAGES = {
"CONTRADICTION_LABEL"
:
"A'a"
},
"ibo"
:
{
"QUESTION_WORD"
:
"
Nke ọma
"
,
"ENTAILMENT_LABEL"
:
"
Ee
"
,
"NEUTRAL_LABEL"
:
"
Na
kwa"
,
"QUESTION_WORD"
:
"
Ziri ezi
"
,
"ENTAILMENT_LABEL"
:
"
Éè
"
,
"NEUTRAL_LABEL"
:
"
Ọzọ
kwa"
,
"CONTRADICTION_LABEL"
:
"Mba"
},
"kin"
:
{
...
...
@@ -101,7 +101,7 @@ LANGUAGES = {
"yor"
:
{
"QUESTION_WORD"
:
"Òótọ́"
,
"ENTAILMENT_LABEL"
:
"Bẹ́ẹ̀ni"
,
"NEUTRAL_LABEL"
:
"
Bákan náà
"
,
"NEUTRAL_LABEL"
:
"
Àti pé
"
,
"CONTRADICTION_LABEL"
:
"Rárá"
},
"zul"
:
{
...
...
@@ -189,11 +189,11 @@ def main() -> None:
help
=
"Overwrite files if they already exist"
,
)
parser
.
add_argument
(
"--output-dir"
,
default
=
"./
nativ
e-direct"
,
help
=
"Directory to write yaml files to"
"--output-dir"
,
default
=
"./e
n
-direct"
,
help
=
"Directory to write yaml files to"
)
parser
.
add_argument
(
"--mode"
,
default
=
"
nativ
e-direct"
,
default
=
"e
n
-direct"
,
choices
=
[
"en_direct"
,
"native-direct"
],
help
=
"Mode of chain-of-thought"
,
)
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment