Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
86edeffa
Unverified
Commit
86edeffa
authored
Aug 20, 2024
by
Uminosachi
Committed by
GitHub
Aug 19, 2024
Browse files
Update yaml to adapt to belebele dataset changes (#2216)
parent
f81b62bf
Changes
123
Hide whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
100 additions
and
80 deletions
+100
-80
lm_eval/tasks/belebele/belebele_ces_Latn.yaml
lm_eval/tasks/belebele/belebele_ces_Latn.yaml
+5
-4
lm_eval/tasks/belebele/belebele_ckb_Arab.yaml
lm_eval/tasks/belebele/belebele_ckb_Arab.yaml
+5
-4
lm_eval/tasks/belebele/belebele_dan_Latn.yaml
lm_eval/tasks/belebele/belebele_dan_Latn.yaml
+5
-4
lm_eval/tasks/belebele/belebele_deu_Latn.yaml
lm_eval/tasks/belebele/belebele_deu_Latn.yaml
+5
-4
lm_eval/tasks/belebele/belebele_ell_Grek.yaml
lm_eval/tasks/belebele/belebele_ell_Grek.yaml
+5
-4
lm_eval/tasks/belebele/belebele_eng_Latn.yaml
lm_eval/tasks/belebele/belebele_eng_Latn.yaml
+5
-4
lm_eval/tasks/belebele/belebele_est_Latn.yaml
lm_eval/tasks/belebele/belebele_est_Latn.yaml
+5
-4
lm_eval/tasks/belebele/belebele_eus_Latn.yaml
lm_eval/tasks/belebele/belebele_eus_Latn.yaml
+5
-4
lm_eval/tasks/belebele/belebele_fin_Latn.yaml
lm_eval/tasks/belebele/belebele_fin_Latn.yaml
+5
-4
lm_eval/tasks/belebele/belebele_fra_Latn.yaml
lm_eval/tasks/belebele/belebele_fra_Latn.yaml
+5
-4
lm_eval/tasks/belebele/belebele_fuv_Latn.yaml
lm_eval/tasks/belebele/belebele_fuv_Latn.yaml
+5
-4
lm_eval/tasks/belebele/belebele_gaz_Latn.yaml
lm_eval/tasks/belebele/belebele_gaz_Latn.yaml
+5
-4
lm_eval/tasks/belebele/belebele_grn_Latn.yaml
lm_eval/tasks/belebele/belebele_grn_Latn.yaml
+5
-4
lm_eval/tasks/belebele/belebele_guj_Gujr.yaml
lm_eval/tasks/belebele/belebele_guj_Gujr.yaml
+5
-4
lm_eval/tasks/belebele/belebele_hat_Latn.yaml
lm_eval/tasks/belebele/belebele_hat_Latn.yaml
+5
-4
lm_eval/tasks/belebele/belebele_hau_Latn.yaml
lm_eval/tasks/belebele/belebele_hau_Latn.yaml
+5
-4
lm_eval/tasks/belebele/belebele_heb_Hebr.yaml
lm_eval/tasks/belebele/belebele_heb_Hebr.yaml
+5
-4
lm_eval/tasks/belebele/belebele_hin_Deva.yaml
lm_eval/tasks/belebele/belebele_hin_Deva.yaml
+5
-4
lm_eval/tasks/belebele/belebele_hin_Latn.yaml
lm_eval/tasks/belebele/belebele_hin_Latn.yaml
+5
-4
lm_eval/tasks/belebele/belebele_hrv_Latn.yaml
lm_eval/tasks/belebele/belebele_hrv_Latn.yaml
+5
-4
No files found.
lm_eval/tasks/belebele/belebele_ces_Latn.yaml
View file @
86edeffa
"
fewshot_split"
:
"
ces_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_ces_Latn"
"
test_split"
:
"
ces_Latn"
dataset_name
:
ces_Latn
fewshot_split
:
test
include
:
_default_template_yaml
task
:
belebele_ces_Latn
test_split
:
test
lm_eval/tasks/belebele/belebele_ckb_Arab.yaml
View file @
86edeffa
"
fewshot_split"
:
"
ckb_Arab"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_ckb_Arab"
"
test_split"
:
"
ckb_Arab"
dataset_name
:
ckb_Arab
fewshot_split
:
test
include
:
_default_template_yaml
task
:
belebele_ckb_Arab
test_split
:
test
lm_eval/tasks/belebele/belebele_dan_Latn.yaml
View file @
86edeffa
"
fewshot_split"
:
"
dan_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_dan_Latn"
"
test_split"
:
"
dan_Latn"
dataset_name
:
dan_Latn
fewshot_split
:
test
include
:
_default_template_yaml
task
:
belebele_dan_Latn
test_split
:
test
lm_eval/tasks/belebele/belebele_deu_Latn.yaml
View file @
86edeffa
"
fewshot_split"
:
"
deu_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_deu_Latn"
"
test_split"
:
"
deu_Latn"
dataset_name
:
deu_Latn
fewshot_split
:
test
include
:
_default_template_yaml
task
:
belebele_deu_Latn
test_split
:
test
lm_eval/tasks/belebele/belebele_ell_Grek.yaml
View file @
86edeffa
"
fewshot_split"
:
"
ell_Grek"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_ell_Grek"
"
test_split"
:
"
ell_Grek"
dataset_name
:
ell_Grek
fewshot_split
:
test
include
:
_default_template_yaml
task
:
belebele_ell_Grek
test_split
:
test
lm_eval/tasks/belebele/belebele_eng_Latn.yaml
View file @
86edeffa
"
fewshot_split"
:
"
eng_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_eng_Latn"
"
test_split"
:
"
eng_Latn"
dataset_name
:
eng_Latn
fewshot_split
:
test
include
:
_default_template_yaml
task
:
belebele_eng_Latn
test_split
:
test
lm_eval/tasks/belebele/belebele_est_Latn.yaml
View file @
86edeffa
"
fewshot_split"
:
"
est_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_est_Latn"
"
test_split"
:
"
est_Latn"
dataset_name
:
est_Latn
fewshot_split
:
test
include
:
_default_template_yaml
task
:
belebele_est_Latn
test_split
:
test
lm_eval/tasks/belebele/belebele_eus_Latn.yaml
View file @
86edeffa
"
fewshot_split"
:
"
eus_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_eus_Latn"
"
test_split"
:
"
eus_Latn"
dataset_name
:
eus_Latn
fewshot_split
:
test
include
:
_default_template_yaml
task
:
belebele_eus_Latn
test_split
:
test
lm_eval/tasks/belebele/belebele_fin_Latn.yaml
View file @
86edeffa
"
fewshot_split"
:
"
fin_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_fin_Latn"
"
test_split"
:
"
fin_Latn"
dataset_name
:
fin_Latn
fewshot_split
:
test
include
:
_default_template_yaml
task
:
belebele_fin_Latn
test_split
:
test
lm_eval/tasks/belebele/belebele_fra_Latn.yaml
View file @
86edeffa
"
fewshot_split"
:
"
fra_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_fra_Latn"
"
test_split"
:
"
fra_Latn"
dataset_name
:
fra_Latn
fewshot_split
:
test
include
:
_default_template_yaml
task
:
belebele_fra_Latn
test_split
:
test
lm_eval/tasks/belebele/belebele_fuv_Latn.yaml
View file @
86edeffa
"
fewshot_split"
:
"
fuv_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_fuv_Latn"
"
test_split"
:
"
fuv_Latn"
dataset_name
:
fuv_Latn
fewshot_split
:
test
include
:
_default_template_yaml
task
:
belebele_fuv_Latn
test_split
:
test
lm_eval/tasks/belebele/belebele_gaz_Latn.yaml
View file @
86edeffa
"
fewshot_split"
:
"
gaz_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_gaz_Latn"
"
test_split"
:
"
gaz_Latn"
dataset_name
:
gaz_Latn
fewshot_split
:
test
include
:
_default_template_yaml
task
:
belebele_gaz_Latn
test_split
:
test
lm_eval/tasks/belebele/belebele_grn_Latn.yaml
View file @
86edeffa
"
fewshot_split"
:
"
grn_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_grn_Latn"
"
test_split"
:
"
grn_Latn"
dataset_name
:
grn_Latn
fewshot_split
:
test
include
:
_default_template_yaml
task
:
belebele_grn_Latn
test_split
:
test
lm_eval/tasks/belebele/belebele_guj_Gujr.yaml
View file @
86edeffa
"
fewshot_split"
:
"
guj_Gujr"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_guj_Gujr"
"
test_split"
:
"
guj_Gujr"
dataset_name
:
guj_Gujr
fewshot_split
:
test
include
:
_default_template_yaml
task
:
belebele_guj_Gujr
test_split
:
test
lm_eval/tasks/belebele/belebele_hat_Latn.yaml
View file @
86edeffa
"
fewshot_split"
:
"
hat_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_hat_Latn"
"
test_split"
:
"
hat_Latn"
dataset_name
:
hat_Latn
fewshot_split
:
test
include
:
_default_template_yaml
task
:
belebele_hat_Latn
test_split
:
test
lm_eval/tasks/belebele/belebele_hau_Latn.yaml
View file @
86edeffa
"
fewshot_split"
:
"
hau_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_hau_Latn"
"
test_split"
:
"
hau_Latn"
dataset_name
:
hau_Latn
fewshot_split
:
test
include
:
_default_template_yaml
task
:
belebele_hau_Latn
test_split
:
test
lm_eval/tasks/belebele/belebele_heb_Hebr.yaml
View file @
86edeffa
"
fewshot_split"
:
"
heb_Hebr"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_heb_Hebr"
"
test_split"
:
"
heb_Hebr"
dataset_name
:
heb_Hebr
fewshot_split
:
test
include
:
_default_template_yaml
task
:
belebele_heb_Hebr
test_split
:
test
lm_eval/tasks/belebele/belebele_hin_Deva.yaml
View file @
86edeffa
"
fewshot_split"
:
"
hin_Deva"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_hin_Deva"
"
test_split"
:
"
hin_Deva"
dataset_name
:
hin_Deva
fewshot_split
:
test
include
:
_default_template_yaml
task
:
belebele_hin_Deva
test_split
:
test
lm_eval/tasks/belebele/belebele_hin_Latn.yaml
View file @
86edeffa
"
fewshot_split"
:
"
hin_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_hin_Latn"
"
test_split"
:
"
hin_Latn"
dataset_name
:
hin_Latn
fewshot_split
:
test
include
:
_default_template_yaml
task
:
belebele_hin_Latn
test_split
:
test
lm_eval/tasks/belebele/belebele_hrv_Latn.yaml
View file @
86edeffa
"
fewshot_split"
:
"
hrv_Latn"
"
include"
:
"
_default_template_yaml"
"
task"
:
"
belebele_hrv_Latn"
"
test_split"
:
"
hrv_Latn"
dataset_name
:
hrv_Latn
fewshot_split
:
test
include
:
_default_template_yaml
task
:
belebele_hrv_Latn
test_split
:
test
Prev
1
2
3
4
5
6
7
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment