Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
9b0b15b1
Unverified
Commit
9b0b15b1
authored
Jan 10, 2024
by
James A. Michaelov
Committed by
GitHub
Jan 10, 2024
Browse files
fixed belebele (#1267)
parent
7264a2e0
Changes
125
Hide whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
40 additions
and
20 deletions
+40
-20
lm_eval/tasks/belebele/belebele_sun_Latn.yaml
lm_eval/tasks/belebele/belebele_sun_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_swe_Latn.yaml
lm_eval/tasks/belebele/belebele_swe_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_swh_Latn.yaml
lm_eval/tasks/belebele/belebele_swh_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_tam_Taml.yaml
lm_eval/tasks/belebele/belebele_tam_Taml.yaml
+2
-1
lm_eval/tasks/belebele/belebele_tel_Telu.yaml
lm_eval/tasks/belebele/belebele_tel_Telu.yaml
+2
-1
lm_eval/tasks/belebele/belebele_tgk_Cyrl.yaml
lm_eval/tasks/belebele/belebele_tgk_Cyrl.yaml
+2
-1
lm_eval/tasks/belebele/belebele_tgl_Latn.yaml
lm_eval/tasks/belebele/belebele_tgl_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_tha_Thai.yaml
lm_eval/tasks/belebele/belebele_tha_Thai.yaml
+2
-1
lm_eval/tasks/belebele/belebele_tir_Ethi.yaml
lm_eval/tasks/belebele/belebele_tir_Ethi.yaml
+2
-1
lm_eval/tasks/belebele/belebele_tsn_Latn.yaml
lm_eval/tasks/belebele/belebele_tsn_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_tso_Latn.yaml
lm_eval/tasks/belebele/belebele_tso_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_tur_Latn.yaml
lm_eval/tasks/belebele/belebele_tur_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_ukr_Cyrl.yaml
lm_eval/tasks/belebele/belebele_ukr_Cyrl.yaml
+2
-1
lm_eval/tasks/belebele/belebele_urd_Arab.yaml
lm_eval/tasks/belebele/belebele_urd_Arab.yaml
+2
-1
lm_eval/tasks/belebele/belebele_urd_Latn.yaml
lm_eval/tasks/belebele/belebele_urd_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_uzn_Latn.yaml
lm_eval/tasks/belebele/belebele_uzn_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_vie_Latn.yaml
lm_eval/tasks/belebele/belebele_vie_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_war_Latn.yaml
lm_eval/tasks/belebele/belebele_war_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_wol_Latn.yaml
lm_eval/tasks/belebele/belebele_wol_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_xho_Latn.yaml
lm_eval/tasks/belebele/belebele_xho_Latn.yaml
+2
-1
No files found.
lm_eval/tasks/belebele/belebele_sun_Latn.yaml
View file @
9b0b15b1
"
dataset_name
"
:
"
sun_Latn"
"
fewshot_split
"
:
"
sun_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_sun_Latn"
"
test_split"
:
"
sun_Latn"
lm_eval/tasks/belebele/belebele_swe_Latn.yaml
View file @
9b0b15b1
"
dataset_name
"
:
"
swe_Latn"
"
fewshot_split
"
:
"
swe_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_swe_Latn"
"
test_split"
:
"
swe_Latn"
lm_eval/tasks/belebele/belebele_swh_Latn.yaml
View file @
9b0b15b1
"
dataset_name
"
:
"
swh_Latn"
"
fewshot_split
"
:
"
swh_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_swh_Latn"
"
test_split"
:
"
swh_Latn"
lm_eval/tasks/belebele/belebele_tam_Taml.yaml
View file @
9b0b15b1
"
dataset_name
"
:
"
tam_Taml"
"
fewshot_split
"
:
"
tam_Taml"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_tam_Taml"
"
test_split"
:
"
tam_Taml"
lm_eval/tasks/belebele/belebele_tel_Telu.yaml
View file @
9b0b15b1
"
dataset_name
"
:
"
tel_Telu"
"
fewshot_split
"
:
"
tel_Telu"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_tel_Telu"
"
test_split"
:
"
tel_Telu"
lm_eval/tasks/belebele/belebele_tgk_Cyrl.yaml
View file @
9b0b15b1
"
dataset_name
"
:
"
tgk_Cyrl"
"
fewshot_split
"
:
"
tgk_Cyrl"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_tgk_Cyrl"
"
test_split"
:
"
tgk_Cyrl"
lm_eval/tasks/belebele/belebele_tgl_Latn.yaml
View file @
9b0b15b1
"
dataset_name
"
:
"
tgl_Latn"
"
fewshot_split
"
:
"
tgl_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_tgl_Latn"
"
test_split"
:
"
tgl_Latn"
lm_eval/tasks/belebele/belebele_tha_Thai.yaml
View file @
9b0b15b1
"
dataset_name
"
:
"
tha_Thai"
"
fewshot_split
"
:
"
tha_Thai"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_tha_Thai"
"
test_split"
:
"
tha_Thai"
lm_eval/tasks/belebele/belebele_tir_Ethi.yaml
View file @
9b0b15b1
"
dataset_name
"
:
"
tir_Ethi"
"
fewshot_split
"
:
"
tir_Ethi"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_tir_Ethi"
"
test_split"
:
"
tir_Ethi"
lm_eval/tasks/belebele/belebele_tsn_Latn.yaml
View file @
9b0b15b1
"
dataset_name
"
:
"
tsn_Latn"
"
fewshot_split
"
:
"
tsn_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_tsn_Latn"
"
test_split"
:
"
tsn_Latn"
lm_eval/tasks/belebele/belebele_tso_Latn.yaml
View file @
9b0b15b1
"
dataset_name
"
:
"
tso_Latn"
"
fewshot_split
"
:
"
tso_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_tso_Latn"
"
test_split"
:
"
tso_Latn"
lm_eval/tasks/belebele/belebele_tur_Latn.yaml
View file @
9b0b15b1
"
dataset_name
"
:
"
tur_Latn"
"
fewshot_split
"
:
"
tur_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_tur_Latn"
"
test_split"
:
"
tur_Latn"
lm_eval/tasks/belebele/belebele_ukr_Cyrl.yaml
View file @
9b0b15b1
"
dataset_name
"
:
"
ukr_Cyrl"
"
fewshot_split
"
:
"
ukr_Cyrl"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_ukr_Cyrl"
"
test_split"
:
"
ukr_Cyrl"
lm_eval/tasks/belebele/belebele_urd_Arab.yaml
View file @
9b0b15b1
"
dataset_name
"
:
"
urd_Arab"
"
fewshot_split
"
:
"
urd_Arab"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_urd_Arab"
"
test_split"
:
"
urd_Arab"
lm_eval/tasks/belebele/belebele_urd_Latn.yaml
View file @
9b0b15b1
"
dataset_name
"
:
"
urd_Latn"
"
fewshot_split
"
:
"
urd_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_urd_Latn"
"
test_split"
:
"
urd_Latn"
lm_eval/tasks/belebele/belebele_uzn_Latn.yaml
View file @
9b0b15b1
"
dataset_name
"
:
"
uzn_Latn"
"
fewshot_split
"
:
"
uzn_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_uzn_Latn"
"
test_split"
:
"
uzn_Latn"
lm_eval/tasks/belebele/belebele_vie_Latn.yaml
View file @
9b0b15b1
"
dataset_name
"
:
"
vie_Latn"
"
fewshot_split
"
:
"
vie_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_vie_Latn"
"
test_split"
:
"
vie_Latn"
lm_eval/tasks/belebele/belebele_war_Latn.yaml
View file @
9b0b15b1
"
dataset_name
"
:
"
war_Latn"
"
fewshot_split
"
:
"
war_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_war_Latn"
"
test_split"
:
"
war_Latn"
lm_eval/tasks/belebele/belebele_wol_Latn.yaml
View file @
9b0b15b1
"
dataset_name
"
:
"
wol_Latn"
"
fewshot_split
"
:
"
wol_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_wol_Latn"
"
test_split"
:
"
wol_Latn"
lm_eval/tasks/belebele/belebele_xho_Latn.yaml
View file @
9b0b15b1
"
dataset_name
"
:
"
xho_Latn"
"
fewshot_split
"
:
"
xho_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_xho_Latn"
"
test_split"
:
"
xho_Latn"
Prev
1
2
3
4
5
6
7
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment