Skip to content

GitLab

Commit 4583bb42 authored by JessicaOjo's avatar JessicaOjo
Browse files

revert xnli to multiple_choice

parent 4eec7b86
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 20 deletions
lm_eval/tasks/afrixnli/manual/direct/utils.py
View file @ 4583bb42
from sklearn.metrics import f1_score, accuracy_score
from sklearn.metrics import f1_score
def doc_to_text(doc):
......@@ -30,12 +30,3 @@ def weighted_f1_score(items):
preds = unzipped_list[1]
fscore = f1_score(golds, preds, average="weighted")
return fscore
def manual_accuracy_score(items):
unzipped_list = list(zip(*items))
golds = unzipped_list[0]
preds = unzipped_list[1]
accuracy = accuracy_score(golds, preds)
return accuracy
lm_eval/tasks/afrixnli/manual/translate/utils.py
View file @ 4583bb42
from sklearn.metrics import f1_score, accuracy_score
from sklearn.metrics import f1_score
def doc_to_text(doc):
......@@ -30,12 +30,3 @@ def weighted_f1_score(items):
preds = unzipped_list[1]
fscore = f1_score(golds, preds, average="weighted")
return fscore
def manual_accuracy_score(items):
unzipped_list = list(zip(*items))
golds = unzipped_list[0]
preds = unzipped_list[1]
accuracy = accuracy_score(golds, preds)
return accuracy
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment