Align casing between doc creation and evaluation

be55ea8c · Stephen Hogg · 8f0e1765 · be55ea8c
Commit be55ea8c authored Feb 13, 2022 by Stephen Hogg
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

lm_eval/tasks/qasper.py lm_eval/tasks/qasper.py +2 -2

No files found.
--- a/lm_eval/tasks/qasper.py
+++ b/lm_eval/tasks/qasper.py
@@ -59,7 +59,7 @@ def categorise_answer(answer_blob):
        answer_type = "unanswerable"
        return answer, answer_type
    elif answer_blob["yes_no"]:
-        answer = "Yes"
+        answer = "yes"
        answer_type = "bool"
        return answer, answer_type
    elif answer_blob["free_form_answer"]:
@@ -71,7 +71,7 @@ def categorise_answer(answer_blob):
        answer_type = "extractive_spans"
        return answer, answer_type
    elif answer_blob["yes_no"] is False:
-        answer = "No"
+        answer = "no"
        answer_type = "bool"
        return answer, answer_type