Skip to content

GitLab

"include/git@developer.sourcefind.cn:gaoqiong/migraphx.git" did not exist on "4f2a71af4f956fedd99a2ec914939cc054ab16e4"
Commit b91cabae authored by JessicaOjo's avatar JessicaOjo
Browse files

fix exact match valueError

parent 348e304a
Show whitespace changes
Inline Side-by-side
Showing with 15 additions and 8 deletions
lm_eval/api/task.py
View file @ b91cabae
...@@ -1367,6 +1367,13 @@ class ConfigurableTask(Task): ...@@ -1367,6 +1367,13 @@ class ConfigurableTask(Task):
result_score = 0.0 result_score = 0.0
else: else:
try: try:
if metric == "exact_match":
result_score = self._metric_fn_list[metric](
references=[str(gold)],
predictions=[str(result)],
**self._metric_fn_kwargs[metric],
)
else:
result_score = self._metric_fn_list[metric]( result_score = self._metric_fn_list[metric](
references=[gold], references=[gold],
predictions=[result], predictions=[result],
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment