Fixed calling of loglikelihood within SQuAD task

14dd29c4 · Charles Foster · 538be6da · 14dd29c4
Commit 14dd29c4 authored Mar 23, 2021 by Charles Foster
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

lm_eval/tasks/squad.py lm_eval/tasks/squad.py +1 -1

No files found.
--- a/lm_eval/tasks/squad.py
+++ b/lm_eval/tasks/squad.py
@@ -50,7 +50,7 @@ class SQuAD(HFTask):
            part of the document for `doc`. 
        """
        continuation = rf.greedy_until(ctx, ['\n'])
-        is_unanswerable = rf.loglikelihood(ctx, [' unanswerable'])
+        is_unanswerable = rf.loglikelihood(ctx, " " + "unanswerable")
        return continuation, is_unanswerable
    
    def process_results(self, doc, results):