Commit ffc9e6a0 authored by lintangsutawika's avatar lintangsutawika
Browse files

udpate tasks

parent 86f3bb3d
group: afrimgsm
group_alias: AfriMGSM
task:
- group: afrimgsm_direct
group_alias: AfriMGSM
task:
- afrimgsm_direct_tasks
- group: afrimgsm_translate
group_alias: AfriMGSM (Translate)
task:
- afrimgsm_translate_tasks
aggregate_metric_list:
- metric: acc
weight_by_size: False
num_fewshot: 8
group: afrimgsm_direct
group_alias: AfriMGSM
task:
- afrimgsm_direct_tasks
\ No newline at end of file
group: afrimgsm_translate
group_alias: AfriMGSM (Translate)
task:
- afrimgsm_translate_tasks
group:
- mmlu
- afrimmlu
- afrimmlu_direct
tag: afrimmlu_direct_tasks
task: null
dataset_path: masakhane/afrimmlu
dataset_name: null
......@@ -34,5 +31,6 @@ metric_list:
regexes_to_ignore:
- ","
- "\\$"
num_fewshot: 5
metadata:
version: 1.0
group:
- mmlu
- afrimmlu_translate
tag: afrimmlu_translate
task: null
dataset_path: masakhane/afrimmlu-translate-test
dataset_name: null
......@@ -31,5 +29,6 @@ metric_list:
regexes_to_ignore:
- ","
- "\\$"
num_fewshot: 5
metadata:
version: 1.0
group:
- xnli
- afrixnli
- afrixnli_en_direct
tag: afrixnli_en_direct
dataset_path: masakhane/afrixnli
dataset_name: null
output_type: multiple_choice
......
# Generated by utils.py
dataset_name: amh
include: afrixnli_en_direct_yaml
include: _afrixnli_en_direct_yaml
task: afrixnli_en_direct_amh
# Generated by utils.py
dataset_name: eng
include: afrixnli_en_direct_yaml
include: _afrixnli_en_direct_yaml
task: afrixnli_en_direct_eng
# Generated by utils.py
dataset_name: ewe
include: afrixnli_en_direct_yaml
include: _afrixnli_en_direct_yaml
task: afrixnli_en_direct_ewe
# Generated by utils.py
dataset_name: fra
include: afrixnli_en_direct_yaml
include: _afrixnli_en_direct_yaml
task: afrixnli_en_direct_fra
# Generated by utils.py
dataset_name: hau
include: afrixnli_en_direct_yaml
include: _afrixnli_en_direct_yaml
task: afrixnli_en_direct_hau
# Generated by utils.py
dataset_name: ibo
include: afrixnli_en_direct_yaml
include: _afrixnli_en_direct_yaml
task: afrixnli_en_direct_ibo
# Generated by utils.py
dataset_name: kin
include: afrixnli_en_direct_yaml
include: _afrixnli_en_direct_yaml
task: afrixnli_en_direct_kin
# Generated by utils.py
dataset_name: lin
include: afrixnli_en_direct_yaml
include: _afrixnli_en_direct_yaml
task: afrixnli_en_direct_lin
# Generated by utils.py
dataset_name: lug
include: afrixnli_en_direct_yaml
include: _afrixnli_en_direct_yaml
task: afrixnli_en_direct_lug
# Generated by utils.py
dataset_name: orm
include: afrixnli_en_direct_yaml
include: _afrixnli_en_direct_yaml
task: afrixnli_en_direct_orm
# Generated by utils.py
dataset_name: sna
include: afrixnli_en_direct_yaml
include: _afrixnli_en_direct_yaml
task: afrixnli_en_direct_sna
# Generated by utils.py
dataset_name: sot
include: afrixnli_en_direct_yaml
include: _afrixnli_en_direct_yaml
task: afrixnli_en_direct_sot
# Generated by utils.py
dataset_name: swa
include: afrixnli_en_direct_yaml
include: _afrixnli_en_direct_yaml
task: afrixnli_en_direct_swa
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment