Commit 86f3bb3d authored by lintangsutawika's avatar lintangsutawika
Browse files

modified format

parent 37a6dbe2
dataset_name: amh dataset_name: amh
include: afrimmlu_common_translate_yaml include: _translate_yaml
task: afrimmlu_translate_amh task: afrimmlu_translate_amh
dataset_name: eng dataset_name: eng
include: afrimmlu_common_translate_yaml include: _translate_yaml
task: afrimmlu_translate_eng task: afrimmlu_translate_eng
dataset_name: ewe dataset_name: ewe
include: afrimmlu_common_translate_yaml include: _translate_yaml
task: afrimmlu_translate_ewe task: afrimmlu_translate_ewe
dataset_name: fra dataset_name: fra
include: afrimmlu_common_translate_yaml include: _translate_yaml
task: afrimmlu_translate_fra task: afrimmlu_translate_fra
dataset_name: hau dataset_name: hau
include: afrimmlu_common_translate_yaml include: _translate_yaml
task: afrimmlu_translate_hau task: afrimmlu_translate_hau
dataset_name: ibo dataset_name: ibo
include: afrimmlu_common_translate_yaml include: _translate_yaml
task: afrimmlu_translate_ibo task: afrimmlu_translate_ibo
dataset_name: kin dataset_name: kin
include: afrimmlu_common_translate_yaml include: _translate_yaml
task: afrimmlu_translate_kin task: afrimmlu_translate_kin
dataset_name: lin dataset_name: lin
include: afrimmlu_common_translate_yaml include: _translate_yaml
task: afrimmlu_translate_lin task: afrimmlu_translate_lin
dataset_name: lug dataset_name: lug
include: afrimmlu_common_translate_yaml include: _translate_yaml
task: afrimmlu_translate_lug task: afrimmlu_translate_lug
dataset_name: orm dataset_name: orm
include: afrimmlu_common_translate_yaml include: _translate_yaml
task: afrimmlu_translate_orm task: afrimmlu_translate_orm
dataset_name: sna dataset_name: sna
include: afrimmlu_common_translate_yaml include: _translate_yaml
task: afrimmlu_translate_sna task: afrimmlu_translate_sna
dataset_name: sot dataset_name: sot
include: afrimmlu_common_translate_yaml include: _translate_yaml
task: afrimmlu_translate_sot task: afrimmlu_translate_sot
dataset_name: swa dataset_name: swa
include: afrimmlu_common_translate_yaml include: _translate_yaml
task: afrimmlu_translate_swa task: afrimmlu_translate_swa
dataset_name: twi dataset_name: twi
include: afrimmlu_common_translate_yaml include: _translate_yaml
task: afrimmlu_translate_twi task: afrimmlu_translate_twi
dataset_name: wol dataset_name: wol
include: afrimmlu_common_translate_yaml include: _translate_yaml
task: afrimmlu_translate_wol task: afrimmlu_translate_wol
dataset_name: xho dataset_name: xho
include: afrimmlu_common_translate_yaml include: _translate_yaml
task: afrimmlu_translate_xho task: afrimmlu_translate_xho
dataset_name: yor dataset_name: yor
include: afrimmlu_common_translate_yaml include: _translate_yaml
task: afrimmlu_translate_yor task: afrimmlu_translate_yor
dataset_name: zul dataset_name: zul
include: afrimmlu_common_translate_yaml include: _translate_yaml
task: afrimmlu_translate_zul task: afrimmlu_translate_zul
group: irokobench
group_alias: IrokoBench
task:
- group: afrixnli
task:
- afrixnli_direct
- afri
- afrimmlu
- afrimgsm
```suggestion
group: tmlu
group_alias: TMLU
task:
- group: tmlu_social_sciences
group_alias: Social Sciences
task:
- tmlu_social_sciences_tasks
aggregate_metric_list:
- metric: acc
- group: tmlu_stem
group_alias: STEM
task:
- tmlu_stem_tasks
aggregate_metric_list:
- metric: acc
- group: tmlu_humanities
group_alias: Humanities
task:
- tmlu_humanities_tasks
aggregate_metric_list:
- metric: acc
- group: tmlu_taiwan_specific
group_alias: Taiwan Specific
task:
- tmlu_taiwan_specific_tasks
aggregate_metric_list:
- metric: acc
- group: tmlu_other
group_alias: Other
task:
- tmlu_other_tasks
aggregate_metric_list:
- metric: acc
aggregate_metric_list:
- metric: acc
metadata:
version: 1
```
\ No newline at end of file
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment