Commit e58b8182 authored by lintangsutawika's avatar lintangsutawika
Browse files

resolved merge conflict

parents d213a533 0571eeb1
dataset_name: fra
<<<<<<< HEAD
include: _translate_yaml
=======
include: afrimmlu_common_translate_yaml
>>>>>>> 0571eeb14d4e48aac51956a726c62cd8b382b3d8
task: afrimmlu_translate_fra
dataset_name: hau
<<<<<<< HEAD
include: _translate_yaml
=======
include: afrimmlu_common_translate_yaml
>>>>>>> 0571eeb14d4e48aac51956a726c62cd8b382b3d8
task: afrimmlu_translate_hau
dataset_name: ibo
<<<<<<< HEAD
include: _translate_yaml
=======
include: afrimmlu_common_translate_yaml
>>>>>>> 0571eeb14d4e48aac51956a726c62cd8b382b3d8
task: afrimmlu_translate_ibo
dataset_name: kin
<<<<<<< HEAD
include: _translate_yaml
=======
include: afrimmlu_common_translate_yaml
>>>>>>> 0571eeb14d4e48aac51956a726c62cd8b382b3d8
task: afrimmlu_translate_kin
dataset_name: lin
<<<<<<< HEAD
include: _translate_yaml
=======
include: afrimmlu_common_translate_yaml
>>>>>>> 0571eeb14d4e48aac51956a726c62cd8b382b3d8
task: afrimmlu_translate_lin
dataset_name: lug
<<<<<<< HEAD
include: _translate_yaml
=======
include: afrimmlu_common_translate_yaml
>>>>>>> 0571eeb14d4e48aac51956a726c62cd8b382b3d8
task: afrimmlu_translate_lug
dataset_name: orm
<<<<<<< HEAD
include: _translate_yaml
=======
include: afrimmlu_common_translate_yaml
>>>>>>> 0571eeb14d4e48aac51956a726c62cd8b382b3d8
task: afrimmlu_translate_orm
dataset_name: sna
<<<<<<< HEAD
include: _translate_yaml
=======
include: afrimmlu_common_translate_yaml
>>>>>>> 0571eeb14d4e48aac51956a726c62cd8b382b3d8
task: afrimmlu_translate_sna
dataset_name: sot
<<<<<<< HEAD
include: _translate_yaml
=======
include: afrimmlu_common_translate_yaml
>>>>>>> 0571eeb14d4e48aac51956a726c62cd8b382b3d8
task: afrimmlu_translate_sot
dataset_name: swa
<<<<<<< HEAD
include: _translate_yaml
=======
include: afrimmlu_common_translate_yaml
>>>>>>> 0571eeb14d4e48aac51956a726c62cd8b382b3d8
task: afrimmlu_translate_swa
dataset_name: twi
<<<<<<< HEAD
include: _translate_yaml
=======
include: afrimmlu_common_translate_yaml
>>>>>>> 0571eeb14d4e48aac51956a726c62cd8b382b3d8
task: afrimmlu_translate_twi
dataset_name: wol
<<<<<<< HEAD
include: _translate_yaml
=======
include: afrimmlu_common_translate_yaml
>>>>>>> 0571eeb14d4e48aac51956a726c62cd8b382b3d8
task: afrimmlu_translate_wol
dataset_name: xho
<<<<<<< HEAD
include: _translate_yaml
=======
include: afrimmlu_common_translate_yaml
>>>>>>> 0571eeb14d4e48aac51956a726c62cd8b382b3d8
task: afrimmlu_translate_xho
dataset_name: yor
<<<<<<< HEAD
include: _translate_yaml
=======
include: afrimmlu_common_translate_yaml
>>>>>>> 0571eeb14d4e48aac51956a726c62cd8b382b3d8
task: afrimmlu_translate_yor
dataset_name: zul
<<<<<<< HEAD
include: _translate_yaml
=======
include: afrimmlu_common_translate_yaml
>>>>>>> 0571eeb14d4e48aac51956a726c62cd8b382b3d8
task: afrimmlu_translate_zul
from sklearn.metrics import f1_score
from lm_eval.utils import weighted_f1_score
def doc_to_choice(doc):
......@@ -30,6 +30,7 @@ def doc_to_text(doc):
choice4=choices[3],
)
return text
<<<<<<< HEAD
def weighted_f1_score(items):
......@@ -38,3 +39,5 @@ def weighted_f1_score(items):
preds = unzipped_list[1]
fscore = f1_score(golds, preds, average="weighted")
return fscore
=======
>>>>>>> 0571eeb14d4e48aac51956a726c62cd8b382b3d8
from sklearn.metrics import f1_score
from lm_eval.utils import weighted_f1_score
def doc_to_choice(doc):
......@@ -30,6 +30,7 @@ def doc_to_text(doc):
choice4=choices[3],
)
return text
<<<<<<< HEAD
def weighted_f1_score(items):
......@@ -38,3 +39,5 @@ def weighted_f1_score(items):
preds = unzipped_list[1]
fscore = f1_score(golds, preds, average="weighted")
return fscore
=======
>>>>>>> 0571eeb14d4e48aac51956a726c62cd8b382b3d8
group: afrixnli
group_alias: AfriXNLI
task:
- group: afrixnli_direct
group_alias: Prompt in African Languages
task:
- afrixnli_native_direct
- afrixnli_native_direct_eng_only
- group: afrixnli_lai_prompt_translate
group_alias: Translate-Test
task:
- afrixnli_lai_prompt_translate
\ No newline at end of file
group: afrixnli
group_alias: AfriXNLI
task:
- group: afrixnli_direct
group_alias: Prompt in African Languages
task:
- afrixnli_native_direct
- afrixnli_native_direct_eng_only
- group: afrixnli_translate
group_alias: Translate-Test
task:
- afrixnli_translate
\ No newline at end of file
from sklearn.metrics import f1_score
from lm_eval.utils import weighted_f1_score
def doc_to_target(doc):
replacements = {0: "True", 1: "Neither", 2: "False"}
return replacements[doc["label"]]
def weighted_f1_score(items):
unzipped_list = list(zip(*items))
golds = unzipped_list[0]
preds = unzipped_list[1]
fscore = f1_score(golds, preds, average="weighted")
return fscore
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment