Commit 47d8de5a authored by JessicaOjo's avatar JessicaOjo
Browse files

restructure mmlu folder

parent 065d91bb
group:
- mmlu
- afrimmlu_translate
task: null
dataset_path: masakhane/afrimmlu-translate-test
dataset_name: null
output_type: multiple_choice
test_split: test
doc_to_text: !function utils.doc_to_text
doc_to_target: "{{['A', 'B', 'C', 'D'].index(answer)}}"
doc_to_choice: !function utils.doc_to_choice
should_decontaminate: true
doc_to_decontamination_query: "Question: {{question}}\nAnswer:"
metric_list:
- metric: f1
aggregation: !function utils.weighted_f1_score
# aggregation: mean
average: weighted
hf_evaluate: true
higher_is_better: True
ignore_case: true
ignore_punctuation: true
regexes_to_ignore:
- ","
- "\\$"
- metric: acc
aggregation: mean
higher_is_better: true
ignore_case: true
ignore_punctuation: true
regexes_to_ignore:
- ","
- "\\$"
metadata:
version: 1.0
dataset_name: amh
include: afrimmlu_common_translate_yaml
task: afrimmlu_amh_translate
dataset_name: eng
include: afrimmlu_common_translate_yaml
task: afrimmlu_eng_translate
dataset_name: ewe
include: afrimmlu_common_translate_yaml
task: afrimmlu_ewe_translate
dataset_name: fra
include: afrimmlu_common_translate_yaml
task: afrimmlu_fra_translate
\ No newline at end of file
dataset_name: hau
include: afrimmlu_common_translate_yaml
task: afrimmlu_hau_translate
\ No newline at end of file
dataset_name: ibo
include: afrimmlu_common_translate_yaml
task: afrimmlu_ibo_translate
\ No newline at end of file
dataset_name: kin
include: afrimmlu_common_translate_yaml
task: afrimmlu_kin_translate
\ No newline at end of file
dataset_name: lin
include: afrimmlu_common_translate_yaml
task: afrimmlu_lin_translate
\ No newline at end of file
dataset_name: lug
include: afrimmlu_common_translate_yaml
task: afrimmlu_lug_translate
\ No newline at end of file
dataset_name: orm
include: afrimmlu_common_translate_yaml
task: afrimmlu_orm_translate
\ No newline at end of file
dataset_name: sna
include: afrimmlu_common_translate_yaml
task: afrimmlu_sna_translate
\ No newline at end of file
dataset_name: sot
include: afrimmlu_common_translate_yaml
task: afrimmlu_sot_translate
\ No newline at end of file
dataset_name: twi
include: afrimmlu_common_translate_yaml
task: afrimmlu_twi_translate
\ No newline at end of file
dataset_name: wol
include: afrimmlu_common_translate_yaml
task: afrimmlu_wol_translate
\ No newline at end of file
dataset_name: xho
include: afrimmlu_common_translate_yaml
task: afrimmlu_xho_translate
\ No newline at end of file
dataset_name: yor
include: afrimmlu_common_translate_yaml
task: afrimmlu_yor_translate
\ No newline at end of file
dataset_name: zul
include: afrimmlu_common_translate_yaml
task: afrimmlu_zul_translate
\ No newline at end of file
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment