Skip to content

GitLab

Commit be55ea8c authored by Stephen Hogg's avatar Stephen Hogg
Browse files

Align casing between doc creation and evaluation

parent 8f0e1765
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
lm_eval/tasks/qasper.py
View file @ be55ea8c
...@@ -59,7 +59,7 @@ def categorise_answer(answer_blob): ...@@ -59,7 +59,7 @@ def categorise_answer(answer_blob):
answer_type = "unanswerable" answer_type = "unanswerable"
return answer, answer_type return answer, answer_type
elif answer_blob["yes_no"]: elif answer_blob["yes_no"]:
answer = "Yes" answer = "yes"
answer_type = "bool" answer_type = "bool"
return answer, answer_type return answer, answer_type
elif answer_blob["free_form_answer"]: elif answer_blob["free_form_answer"]:
...@@ -71,7 +71,7 @@ def categorise_answer(answer_blob): ...@@ -71,7 +71,7 @@ def categorise_answer(answer_blob):
answer_type = "extractive_spans" answer_type = "extractive_spans"
return answer, answer_type return answer, answer_type
elif answer_blob["yes_no"] is False: elif answer_blob["yes_no"] is False:
answer = "No" answer = "no"
answer_type = "bool" answer_type = "bool"
return answer, answer_type return answer, answer_type
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment