Skip to content

GitLab

Unverified Commit a1782f9a authored by Leymore's avatar Leymore Committed by GitHub
Browse files

[Fix] triviaqa & nq postprocess (#350)

parent ce65d339
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
opencompass/datasets/natural_question.py
View file @ a1782f9a
...@@ -44,7 +44,7 @@ class NQEvaluator(BaseEvaluator): ...@@ -44,7 +44,7 @@ class NQEvaluator(BaseEvaluator):
} }
processed_predictions = [] processed_predictions = []
for prediction in predictions: for prediction in predictions:
prediction = prediction.split('\n')[0].lower() prediction = prediction.strip().split('\n')[0].lower()
if 'answer is' in prediction: if 'answer is' in prediction:
prediction = prediction.split('answer is')[-1] prediction = prediction.split('answer is')[-1]
prediction = general_postprocess(prediction) prediction = general_postprocess(prediction)
......
opencompass/datasets/triviaqa.py
View file @ a1782f9a
...@@ -43,7 +43,7 @@ class TriviaQAEvaluator(BaseEvaluator): ...@@ -43,7 +43,7 @@ class TriviaQAEvaluator(BaseEvaluator):
} }
processed_predictions = [] processed_predictions = []
for prediction in predictions: for prediction in predictions:
prediction = prediction.split('\n')[0].lower() prediction = prediction.strip().split('\n')[0].lower()
if 'answer is' in prediction: if 'answer is' in prediction:
prediction = prediction.split('answer is')[-1] prediction = prediction.split('answer is')[-1]
prediction = general_postprocess(prediction) prediction = general_postprocess(prediction)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment