Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
2b40017b
Commit
2b40017b
authored
Jan 15, 2024
by
haileyschoelkopf
Browse files
Merge branch 'main' into add-chat-templating
parents
bbcdffb8
ff739414
Changes
180
Hide whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
40 additions
and
20 deletions
+40
-20
lm_eval/tasks/belebele/belebele_slk_Latn.yaml
lm_eval/tasks/belebele/belebele_slk_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_slv_Latn.yaml
lm_eval/tasks/belebele/belebele_slv_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_sna_Latn.yaml
lm_eval/tasks/belebele/belebele_sna_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_snd_Arab.yaml
lm_eval/tasks/belebele/belebele_snd_Arab.yaml
+2
-1
lm_eval/tasks/belebele/belebele_som_Latn.yaml
lm_eval/tasks/belebele/belebele_som_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_sot_Latn.yaml
lm_eval/tasks/belebele/belebele_sot_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_spa_Latn.yaml
lm_eval/tasks/belebele/belebele_spa_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_srp_Cyrl.yaml
lm_eval/tasks/belebele/belebele_srp_Cyrl.yaml
+2
-1
lm_eval/tasks/belebele/belebele_ssw_Latn.yaml
lm_eval/tasks/belebele/belebele_ssw_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_sun_Latn.yaml
lm_eval/tasks/belebele/belebele_sun_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_swe_Latn.yaml
lm_eval/tasks/belebele/belebele_swe_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_swh_Latn.yaml
lm_eval/tasks/belebele/belebele_swh_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_tam_Taml.yaml
lm_eval/tasks/belebele/belebele_tam_Taml.yaml
+2
-1
lm_eval/tasks/belebele/belebele_tel_Telu.yaml
lm_eval/tasks/belebele/belebele_tel_Telu.yaml
+2
-1
lm_eval/tasks/belebele/belebele_tgk_Cyrl.yaml
lm_eval/tasks/belebele/belebele_tgk_Cyrl.yaml
+2
-1
lm_eval/tasks/belebele/belebele_tgl_Latn.yaml
lm_eval/tasks/belebele/belebele_tgl_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_tha_Thai.yaml
lm_eval/tasks/belebele/belebele_tha_Thai.yaml
+2
-1
lm_eval/tasks/belebele/belebele_tir_Ethi.yaml
lm_eval/tasks/belebele/belebele_tir_Ethi.yaml
+2
-1
lm_eval/tasks/belebele/belebele_tsn_Latn.yaml
lm_eval/tasks/belebele/belebele_tsn_Latn.yaml
+2
-1
lm_eval/tasks/belebele/belebele_tso_Latn.yaml
lm_eval/tasks/belebele/belebele_tso_Latn.yaml
+2
-1
No files found.
lm_eval/tasks/belebele/belebele_slk_Latn.yaml
View file @
2b40017b
"
dataset_name
"
:
"
slk_Latn"
"
fewshot_split
"
:
"
slk_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_slk_Latn"
"
test_split"
:
"
slk_Latn"
lm_eval/tasks/belebele/belebele_slv_Latn.yaml
View file @
2b40017b
"
dataset_name
"
:
"
slv_Latn"
"
fewshot_split
"
:
"
slv_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_slv_Latn"
"
test_split"
:
"
slv_Latn"
lm_eval/tasks/belebele/belebele_sna_Latn.yaml
View file @
2b40017b
"
dataset_name
"
:
"
sna_Latn"
"
fewshot_split
"
:
"
sna_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_sna_Latn"
"
test_split"
:
"
sna_Latn"
lm_eval/tasks/belebele/belebele_snd_Arab.yaml
View file @
2b40017b
"
dataset_name
"
:
"
snd_Arab"
"
fewshot_split
"
:
"
snd_Arab"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_snd_Arab"
"
test_split"
:
"
snd_Arab"
lm_eval/tasks/belebele/belebele_som_Latn.yaml
View file @
2b40017b
"
dataset_name
"
:
"
som_Latn"
"
fewshot_split
"
:
"
som_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_som_Latn"
"
test_split"
:
"
som_Latn"
lm_eval/tasks/belebele/belebele_sot_Latn.yaml
View file @
2b40017b
"
dataset_name
"
:
"
sot_Latn"
"
fewshot_split
"
:
"
sot_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_sot_Latn"
"
test_split"
:
"
sot_Latn"
lm_eval/tasks/belebele/belebele_spa_Latn.yaml
View file @
2b40017b
"
dataset_name
"
:
"
spa_Latn"
"
fewshot_split
"
:
"
spa_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_spa_Latn"
"
test_split"
:
"
spa_Latn"
lm_eval/tasks/belebele/belebele_srp_Cyrl.yaml
View file @
2b40017b
"
dataset_name
"
:
"
srp_Cyrl"
"
fewshot_split
"
:
"
srp_Cyrl"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_srp_Cyrl"
"
test_split"
:
"
srp_Cyrl"
lm_eval/tasks/belebele/belebele_ssw_Latn.yaml
View file @
2b40017b
"
dataset_name
"
:
"
ssw_Latn"
"
fewshot_split
"
:
"
ssw_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_ssw_Latn"
"
test_split"
:
"
ssw_Latn"
lm_eval/tasks/belebele/belebele_sun_Latn.yaml
View file @
2b40017b
"
dataset_name
"
:
"
sun_Latn"
"
fewshot_split
"
:
"
sun_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_sun_Latn"
"
test_split"
:
"
sun_Latn"
lm_eval/tasks/belebele/belebele_swe_Latn.yaml
View file @
2b40017b
"
dataset_name
"
:
"
swe_Latn"
"
fewshot_split
"
:
"
swe_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_swe_Latn"
"
test_split"
:
"
swe_Latn"
lm_eval/tasks/belebele/belebele_swh_Latn.yaml
View file @
2b40017b
"
dataset_name
"
:
"
swh_Latn"
"
fewshot_split
"
:
"
swh_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_swh_Latn"
"
test_split"
:
"
swh_Latn"
lm_eval/tasks/belebele/belebele_tam_Taml.yaml
View file @
2b40017b
"
dataset_name
"
:
"
tam_Taml"
"
fewshot_split
"
:
"
tam_Taml"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_tam_Taml"
"
test_split"
:
"
tam_Taml"
lm_eval/tasks/belebele/belebele_tel_Telu.yaml
View file @
2b40017b
"
dataset_name
"
:
"
tel_Telu"
"
fewshot_split
"
:
"
tel_Telu"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_tel_Telu"
"
test_split"
:
"
tel_Telu"
lm_eval/tasks/belebele/belebele_tgk_Cyrl.yaml
View file @
2b40017b
"
dataset_name
"
:
"
tgk_Cyrl"
"
fewshot_split
"
:
"
tgk_Cyrl"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_tgk_Cyrl"
"
test_split"
:
"
tgk_Cyrl"
lm_eval/tasks/belebele/belebele_tgl_Latn.yaml
View file @
2b40017b
"
dataset_name
"
:
"
tgl_Latn"
"
fewshot_split
"
:
"
tgl_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_tgl_Latn"
"
test_split"
:
"
tgl_Latn"
lm_eval/tasks/belebele/belebele_tha_Thai.yaml
View file @
2b40017b
"
dataset_name
"
:
"
tha_Thai"
"
fewshot_split
"
:
"
tha_Thai"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_tha_Thai"
"
test_split"
:
"
tha_Thai"
lm_eval/tasks/belebele/belebele_tir_Ethi.yaml
View file @
2b40017b
"
dataset_name
"
:
"
tir_Ethi"
"
fewshot_split
"
:
"
tir_Ethi"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_tir_Ethi"
"
test_split"
:
"
tir_Ethi"
lm_eval/tasks/belebele/belebele_tsn_Latn.yaml
View file @
2b40017b
"
dataset_name
"
:
"
tsn_Latn"
"
fewshot_split
"
:
"
tsn_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_tsn_Latn"
"
test_split"
:
"
tsn_Latn"
lm_eval/tasks/belebele/belebele_tso_Latn.yaml
View file @
2b40017b
"
dataset_name
"
:
"
tso_Latn"
"
fewshot_split
"
:
"
tso_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_tso_Latn"
"
test_split"
:
"
tso_Latn"
Prev
1
2
3
4
5
6
7
8
9
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment