"Plugson/vscode:/vscode.git/clone" did not exist on "c896c03efed5a89bc3405f89e3ea60e00f841af3"
Commit ffc9e6a0 authored by lintangsutawika's avatar lintangsutawika
Browse files

udpate tasks

parent 86f3bb3d
group: afrimgsm
group_alias: AfriMGSM
task:
- group: afrimgsm_direct
group_alias: AfriMGSM
task:
- afrimgsm_direct_tasks
- group: afrimgsm_translate
group_alias: AfriMGSM (Translate)
task:
- afrimgsm_translate_tasks
aggregate_metric_list:
- metric: acc
weight_by_size: False
num_fewshot: 8
group: afrimgsm_direct
group_alias: AfriMGSM
task:
- afrimgsm_direct_tasks
\ No newline at end of file
group: afrimgsm_translate
group_alias: AfriMGSM (Translate)
task:
- afrimgsm_translate_tasks
group: tag: afrimmlu_direct_tasks
- mmlu
- afrimmlu
- afrimmlu_direct
task: null task: null
dataset_path: masakhane/afrimmlu dataset_path: masakhane/afrimmlu
dataset_name: null dataset_name: null
...@@ -34,5 +31,6 @@ metric_list: ...@@ -34,5 +31,6 @@ metric_list:
regexes_to_ignore: regexes_to_ignore:
- "," - ","
- "\\$" - "\\$"
num_fewshot: 5
metadata: metadata:
version: 1.0 version: 1.0
group: tag: afrimmlu_translate
- mmlu
- afrimmlu_translate
task: null task: null
dataset_path: masakhane/afrimmlu-translate-test dataset_path: masakhane/afrimmlu-translate-test
dataset_name: null dataset_name: null
...@@ -31,5 +29,6 @@ metric_list: ...@@ -31,5 +29,6 @@ metric_list:
regexes_to_ignore: regexes_to_ignore:
- "," - ","
- "\\$" - "\\$"
num_fewshot: 5
metadata: metadata:
version: 1.0 version: 1.0
group: tag: afrixnli_en_direct
- xnli
- afrixnli
- afrixnli_en_direct
dataset_path: masakhane/afrixnli dataset_path: masakhane/afrixnli
dataset_name: null dataset_name: null
output_type: multiple_choice output_type: multiple_choice
......
# Generated by utils.py # Generated by utils.py
dataset_name: amh dataset_name: amh
include: afrixnli_en_direct_yaml include: _afrixnli_en_direct_yaml
task: afrixnli_en_direct_amh task: afrixnli_en_direct_amh
# Generated by utils.py # Generated by utils.py
dataset_name: eng dataset_name: eng
include: afrixnli_en_direct_yaml include: _afrixnli_en_direct_yaml
task: afrixnli_en_direct_eng task: afrixnli_en_direct_eng
# Generated by utils.py # Generated by utils.py
dataset_name: ewe dataset_name: ewe
include: afrixnli_en_direct_yaml include: _afrixnli_en_direct_yaml
task: afrixnli_en_direct_ewe task: afrixnli_en_direct_ewe
# Generated by utils.py # Generated by utils.py
dataset_name: fra dataset_name: fra
include: afrixnli_en_direct_yaml include: _afrixnli_en_direct_yaml
task: afrixnli_en_direct_fra task: afrixnli_en_direct_fra
# Generated by utils.py # Generated by utils.py
dataset_name: hau dataset_name: hau
include: afrixnli_en_direct_yaml include: _afrixnli_en_direct_yaml
task: afrixnli_en_direct_hau task: afrixnli_en_direct_hau
# Generated by utils.py # Generated by utils.py
dataset_name: ibo dataset_name: ibo
include: afrixnli_en_direct_yaml include: _afrixnli_en_direct_yaml
task: afrixnli_en_direct_ibo task: afrixnli_en_direct_ibo
# Generated by utils.py # Generated by utils.py
dataset_name: kin dataset_name: kin
include: afrixnli_en_direct_yaml include: _afrixnli_en_direct_yaml
task: afrixnli_en_direct_kin task: afrixnli_en_direct_kin
# Generated by utils.py # Generated by utils.py
dataset_name: lin dataset_name: lin
include: afrixnli_en_direct_yaml include: _afrixnli_en_direct_yaml
task: afrixnli_en_direct_lin task: afrixnli_en_direct_lin
# Generated by utils.py # Generated by utils.py
dataset_name: lug dataset_name: lug
include: afrixnli_en_direct_yaml include: _afrixnli_en_direct_yaml
task: afrixnli_en_direct_lug task: afrixnli_en_direct_lug
# Generated by utils.py # Generated by utils.py
dataset_name: orm dataset_name: orm
include: afrixnli_en_direct_yaml include: _afrixnli_en_direct_yaml
task: afrixnli_en_direct_orm task: afrixnli_en_direct_orm
# Generated by utils.py # Generated by utils.py
dataset_name: sna dataset_name: sna
include: afrixnli_en_direct_yaml include: _afrixnli_en_direct_yaml
task: afrixnli_en_direct_sna task: afrixnli_en_direct_sna
# Generated by utils.py # Generated by utils.py
dataset_name: sot dataset_name: sot
include: afrixnli_en_direct_yaml include: _afrixnli_en_direct_yaml
task: afrixnli_en_direct_sot task: afrixnli_en_direct_sot
# Generated by utils.py # Generated by utils.py
dataset_name: swa dataset_name: swa
include: afrixnli_en_direct_yaml include: _afrixnli_en_direct_yaml
task: afrixnli_en_direct_swa task: afrixnli_en_direct_swa
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment