"...composable_kernel-1.git" did not exist on "796f72e26ef9ad6955caa125e3f26eb10c69b2fa"
Unverified Commit fed7d800 authored by Yuchen Yan's avatar Yuchen Yan Committed by GitHub
Browse files

[Fix] Fix error in gsm8k evaluator (#782)


Co-authored-by: default avatarjiangjin1999 <1261842974@qq.com>
parent 7806cd0f
...@@ -56,6 +56,14 @@ def gsm8k_postprocess(text: str) -> str: ...@@ -56,6 +56,14 @@ def gsm8k_postprocess(text: str) -> str:
class Gsm8kEvaluator(BaseEvaluator): class Gsm8kEvaluator(BaseEvaluator):
def is_equal(self, pred, refer):
try:
if pred == refer or abs(float(pred) - int(refer)) < 1e-6:
return True
except Exception:
pass
return False
def score(self, predictions, references): def score(self, predictions, references):
if len(predictions) != len(references): if len(predictions) != len(references):
return { return {
...@@ -68,7 +76,7 @@ class Gsm8kEvaluator(BaseEvaluator): ...@@ -68,7 +76,7 @@ class Gsm8kEvaluator(BaseEvaluator):
for i, j in zip(predictions, references): for i, j in zip(predictions, references):
detail = {'pred': i, 'answer': j, 'correct': False} detail = {'pred': i, 'answer': j, 'correct': False}
count += 1 count += 1
if i == j: if self.is_equal(i, j):
correct += 1 correct += 1
detail['correct'] = True detail['correct'] = True
details.append(detail) details.append(detail)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment