Commit b91cabae authored by JessicaOjo's avatar JessicaOjo
Browse files

fix exact match valueError

parent 348e304a
...@@ -1367,16 +1367,23 @@ class ConfigurableTask(Task): ...@@ -1367,16 +1367,23 @@ class ConfigurableTask(Task):
result_score = 0.0 result_score = 0.0
else: else:
try: try:
result_score = self._metric_fn_list[metric]( if metric == "exact_match":
references=[gold], result_score = self._metric_fn_list[metric](
predictions=[result], references=[str(gold)],
**self._metric_fn_kwargs[metric], predictions=[str(result)],
) **self._metric_fn_kwargs[metric],
)
else:
result_score = self._metric_fn_list[metric](
references=[gold],
predictions=[result],
**self._metric_fn_kwargs[metric],
)
except TypeError as error: # needed for now in order to use a different interface between our own metrics and HF Evaluate metrics except TypeError as error: # needed for now in order to use a different interface between our own metrics and HF Evaluate metrics
result_score = self._metric_fn_list[metric]([gold, result]) result_score = self._metric_fn_list[metric]([gold, result])
if isinstance(result_score, dict): if isinstance(result_score, dict):
# TODO: this handles the case where HF evaluate returns a dict. # TODO: this handles the case where HF evaluate returns a dict.
result_score = result_score[metric] result_score = result_score[metric]
result_dict[metric] = result_score result_dict[metric] = result_score
else: else:
raise ValueError( raise ValueError(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment