Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
b13753cd
Commit
b13753cd
authored
Jan 22, 2024
by
haileyschoelkopf
Browse files
Merge branch 'main' into fix-task-table
parents
8ea9c59d
5c25dd55
Changes
232
Hide whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
40 additions
and
20 deletions
+40
-20
lm_eval/tasks/belebele/belebele_swh_Latn.yaml
lm_eval/tasks/belebele/belebele_swh_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_tam_Taml.yaml
lm_eval/tasks/belebele/belebele_tam_Taml.yaml
+2
-1
lm_eval/tasks/belebele/belebele_tel_Telu.yaml
lm_eval/tasks/belebele/belebele_tel_Telu.yaml
+2
-1
lm_eval/tasks/belebele/belebele_tgk_Cyrl.yaml
lm_eval/tasks/belebele/belebele_tgk_Cyrl.yaml
+2
-1
lm_eval/tasks/belebele/belebele_tgl_Latn.yaml
lm_eval/tasks/belebele/belebele_tgl_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_tha_Thai.yaml
lm_eval/tasks/belebele/belebele_tha_Thai.yaml
+2
-1
lm_eval/tasks/belebele/belebele_tir_Ethi.yaml
lm_eval/tasks/belebele/belebele_tir_Ethi.yaml
+2
-1
lm_eval/tasks/belebele/belebele_tsn_Latn.yaml
lm_eval/tasks/belebele/belebele_tsn_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_tso_Latn.yaml
lm_eval/tasks/belebele/belebele_tso_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_tur_Latn.yaml
lm_eval/tasks/belebele/belebele_tur_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_ukr_Cyrl.yaml
lm_eval/tasks/belebele/belebele_ukr_Cyrl.yaml
+2
-1
lm_eval/tasks/belebele/belebele_urd_Arab.yaml
lm_eval/tasks/belebele/belebele_urd_Arab.yaml
+2
-1
lm_eval/tasks/belebele/belebele_urd_Latn.yaml
lm_eval/tasks/belebele/belebele_urd_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_uzn_Latn.yaml
lm_eval/tasks/belebele/belebele_uzn_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_vie_Latn.yaml
lm_eval/tasks/belebele/belebele_vie_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_war_Latn.yaml
lm_eval/tasks/belebele/belebele_war_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_wol_Latn.yaml
lm_eval/tasks/belebele/belebele_wol_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_xho_Latn.yaml
lm_eval/tasks/belebele/belebele_xho_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_yor_Latn.yaml
lm_eval/tasks/belebele/belebele_yor_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_zho_Hans.yaml
lm_eval/tasks/belebele/belebele_zho_Hans.yaml
+2
-1
No files found.
lm_eval/tasks/belebele/belebele_swh_Latn.yaml
View file @
b13753cd
"
dataset_name
"
:
"
swh_Latn"
"
fewshot_split
"
:
"
swh_Latn"
"
include"
:
"
_default_template_yaml"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_swh_Latn"
"
task"
:
"
belebele_swh_Latn"
"
test_split"
:
"
swh_Latn"
lm_eval/tasks/belebele/belebele_tam_Taml.yaml
View file @
b13753cd
"
dataset_name
"
:
"
tam_Taml"
"
fewshot_split
"
:
"
tam_Taml"
"
include"
:
"
_default_template_yaml"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_tam_Taml"
"
task"
:
"
belebele_tam_Taml"
"
test_split"
:
"
tam_Taml"
lm_eval/tasks/belebele/belebele_tel_Telu.yaml
View file @
b13753cd
"
dataset_name
"
:
"
tel_Telu"
"
fewshot_split
"
:
"
tel_Telu"
"
include"
:
"
_default_template_yaml"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_tel_Telu"
"
task"
:
"
belebele_tel_Telu"
"
test_split"
:
"
tel_Telu"
lm_eval/tasks/belebele/belebele_tgk_Cyrl.yaml
View file @
b13753cd
"
dataset_name
"
:
"
tgk_Cyrl"
"
fewshot_split
"
:
"
tgk_Cyrl"
"
include"
:
"
_default_template_yaml"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_tgk_Cyrl"
"
task"
:
"
belebele_tgk_Cyrl"
"
test_split"
:
"
tgk_Cyrl"
lm_eval/tasks/belebele/belebele_tgl_Latn.yaml
View file @
b13753cd
"
dataset_name
"
:
"
tgl_Latn"
"
fewshot_split
"
:
"
tgl_Latn"
"
include"
:
"
_default_template_yaml"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_tgl_Latn"
"
task"
:
"
belebele_tgl_Latn"
"
test_split"
:
"
tgl_Latn"
lm_eval/tasks/belebele/belebele_tha_Thai.yaml
View file @
b13753cd
"
dataset_name
"
:
"
tha_Thai"
"
fewshot_split
"
:
"
tha_Thai"
"
include"
:
"
_default_template_yaml"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_tha_Thai"
"
task"
:
"
belebele_tha_Thai"
"
test_split"
:
"
tha_Thai"
lm_eval/tasks/belebele/belebele_tir_Ethi.yaml
View file @
b13753cd
"
dataset_name
"
:
"
tir_Ethi"
"
fewshot_split
"
:
"
tir_Ethi"
"
include"
:
"
_default_template_yaml"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_tir_Ethi"
"
task"
:
"
belebele_tir_Ethi"
"
test_split"
:
"
tir_Ethi"
lm_eval/tasks/belebele/belebele_tsn_Latn.yaml
View file @
b13753cd
"
dataset_name
"
:
"
tsn_Latn"
"
fewshot_split
"
:
"
tsn_Latn"
"
include"
:
"
_default_template_yaml"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_tsn_Latn"
"
task"
:
"
belebele_tsn_Latn"
"
test_split"
:
"
tsn_Latn"
lm_eval/tasks/belebele/belebele_tso_Latn.yaml
View file @
b13753cd
"
dataset_name
"
:
"
tso_Latn"
"
fewshot_split
"
:
"
tso_Latn"
"
include"
:
"
_default_template_yaml"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_tso_Latn"
"
task"
:
"
belebele_tso_Latn"
"
test_split"
:
"
tso_Latn"
lm_eval/tasks/belebele/belebele_tur_Latn.yaml
View file @
b13753cd
"
dataset_name
"
:
"
tur_Latn"
"
fewshot_split
"
:
"
tur_Latn"
"
include"
:
"
_default_template_yaml"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_tur_Latn"
"
task"
:
"
belebele_tur_Latn"
"
test_split"
:
"
tur_Latn"
lm_eval/tasks/belebele/belebele_ukr_Cyrl.yaml
View file @
b13753cd
"
dataset_name
"
:
"
ukr_Cyrl"
"
fewshot_split
"
:
"
ukr_Cyrl"
"
include"
:
"
_default_template_yaml"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_ukr_Cyrl"
"
task"
:
"
belebele_ukr_Cyrl"
"
test_split"
:
"
ukr_Cyrl"
lm_eval/tasks/belebele/belebele_urd_Arab.yaml
View file @
b13753cd
"
dataset_name
"
:
"
urd_Arab"
"
fewshot_split
"
:
"
urd_Arab"
"
include"
:
"
_default_template_yaml"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_urd_Arab"
"
task"
:
"
belebele_urd_Arab"
"
test_split"
:
"
urd_Arab"
lm_eval/tasks/belebele/belebele_urd_Latn.yaml
View file @
b13753cd
"
dataset_name
"
:
"
urd_Latn"
"
fewshot_split
"
:
"
urd_Latn"
"
include"
:
"
_default_template_yaml"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_urd_Latn"
"
task"
:
"
belebele_urd_Latn"
"
test_split"
:
"
urd_Latn"
lm_eval/tasks/belebele/belebele_uzn_Latn.yaml
View file @
b13753cd
"
dataset_name
"
:
"
uzn_Latn"
"
fewshot_split
"
:
"
uzn_Latn"
"
include"
:
"
_default_template_yaml"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_uzn_Latn"
"
task"
:
"
belebele_uzn_Latn"
"
test_split"
:
"
uzn_Latn"
lm_eval/tasks/belebele/belebele_vie_Latn.yaml
View file @
b13753cd
"
dataset_name
"
:
"
vie_Latn"
"
fewshot_split
"
:
"
vie_Latn"
"
include"
:
"
_default_template_yaml"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_vie_Latn"
"
task"
:
"
belebele_vie_Latn"
"
test_split"
:
"
vie_Latn"
lm_eval/tasks/belebele/belebele_war_Latn.yaml
View file @
b13753cd
"
dataset_name
"
:
"
war_Latn"
"
fewshot_split
"
:
"
war_Latn"
"
include"
:
"
_default_template_yaml"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_war_Latn"
"
task"
:
"
belebele_war_Latn"
"
test_split"
:
"
war_Latn"
lm_eval/tasks/belebele/belebele_wol_Latn.yaml
View file @
b13753cd
"
dataset_name
"
:
"
wol_Latn"
"
fewshot_split
"
:
"
wol_Latn"
"
include"
:
"
_default_template_yaml"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_wol_Latn"
"
task"
:
"
belebele_wol_Latn"
"
test_split"
:
"
wol_Latn"
lm_eval/tasks/belebele/belebele_xho_Latn.yaml
View file @
b13753cd
"
dataset_name
"
:
"
xho_Latn"
"
fewshot_split
"
:
"
xho_Latn"
"
include"
:
"
_default_template_yaml"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_xho_Latn"
"
task"
:
"
belebele_xho_Latn"
"
test_split"
:
"
xho_Latn"
lm_eval/tasks/belebele/belebele_yor_Latn.yaml
View file @
b13753cd
"
dataset_name
"
:
"
yor_Latn"
"
fewshot_split
"
:
"
yor_Latn"
"
include"
:
"
_default_template_yaml"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_yor_Latn"
"
task"
:
"
belebele_yor_Latn"
"
test_split"
:
"
yor_Latn"
lm_eval/tasks/belebele/belebele_zho_Hans.yaml
View file @
b13753cd
"
dataset_name
"
:
"
zho_Hans"
"
fewshot_split
"
:
"
zho_Hans"
"
include"
:
"
_default_template_yaml"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_zho_Hans"
"
task"
:
"
belebele_zho_Hans"
"
test_split"
:
"
zho_Hans"
Prev
1
…
3
4
5
6
7
8
9
10
11
12
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment