Commit b8f59dee authored by ingyuseong's avatar ingyuseong
Browse files

Fix Typo

parent ce823691
...@@ -19,8 +19,6 @@ from lm_eval.base import Task, MultipleChoiceTask, rf ...@@ -19,8 +19,6 @@ from lm_eval.base import Task, MultipleChoiceTask, rf
from lm_eval.metrics import macro_f1_score, mean, matthews_corrcoef, f1_score, yesno from lm_eval.metrics import macro_f1_score, mean, matthews_corrcoef, f1_score, yesno
from lm_eval.utils import general_detokenize from lm_eval.utils import general_detokenize
from functools import partial from functools import partial
from sys import exit
from lm_eval.tasks.datasets.metrics.squad_v2.squad_v2 import SquadV2 as squad_metric
_CITATION = """ _CITATION = """
@misc{park2021klue, @misc{park2021klue,
...@@ -35,10 +33,9 @@ _CITATION = """ ...@@ -35,10 +33,9 @@ _CITATION = """
def _squad_metric(predictions, references): def _squad_metric(predictions, references):
# squad_metric = datasets.load_metric("squad_v2") squad_metric = datasets.load_metric("squad_v2")
# return squad_metric.compute(predictions=predictions, references=references) return squad_metric.compute(predictions=predictions, references=references)
return squad_metric._compute(squad_metric, predictions=predictions, references=references)
def _squad_agg(key, items): def _squad_agg(key, items):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment