Skip to content

GitLab

Commit 54ce0195 authored by Albert Jiang's avatar Albert Jiang
Browse files

make math answer extraction more robust

parent 2fce67b3
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 1 deletion
lm_eval/tasks/hendrycks_math.py
View file @ 54ce0195
...@@ -120,7 +120,8 @@ class Math(Task): ...@@ -120,7 +120,8 @@ class Math(Task):
assert isinstance(description, str) assert isinstance(description, str)
if description == "": if description == "":
answer = self.get_pure_answer(results[0]) last_box_content = self.last_boxed_only_string(results[0])
answer = self.get_pure_answer(self.remove_boxed(last_box_content)) if last_box_content is not None else self.get_pure_answer(results[0])
elif self.MAJORITY_VOTING in self.parse_description(description): elif self.MAJORITY_VOTING in self.parse_description(description):
answer = self.majority_vote(results[0]) answer = self.majority_vote(results[0])
else: else:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment