Revert "Add capital letters"

This reverts commit 23a42067.

Revert "Add capital letters"
This reverts commit 23a42067.
0bde7589 · thomasw21 · 23a42067 · 0bde7589
Commit 0bde7589 authored Dec 29, 2021 by thomasw21
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

lm_eval/tasks/superglue.py lm_eval/tasks/superglue.py +1 -1

No files found.
--- a/lm_eval/tasks/superglue.py
+++ b/lm_eval/tasks/superglue.py
@@ -227,7 +227,7 @@ class MultiRC(HFTask):

    @staticmethod
    def format_answer(answer, label):
-        label_str = "Yes" if label else "No"
+        label_str = "yes" if label else "no"
        return f"{answer}\nIs the answer correct? {label_str}"

    def construct_requests(self, doc, ctx):