add no target for triviaqa

171f2924 · Anish Thite · c9f3b113 · 171f2924
Commit 171f2924 authored Oct 24, 2020 by Anish Thite
Hide whitespace changes
Inline Side-by-side

Showing with 4 additions and 2 deletions

lm_eval/tasks/triviaqa.py lm_eval/tasks/triviaqa.py +4 -2

No files found.
--- a/lm_eval/tasks/triviaqa.py
+++ b/lm_eval/tasks/triviaqa.py
@@ -38,8 +38,10 @@ class TriviaQA(Dataset):
        pass
    
    def doc_to_text(self, doc, include_target=True):
-        return ''.join(['Q: ', doc['Question'], '\n\n','A: ', doc['Answer']['Aliases'][0]])
-
+        if include_target:
+            return ''.join(['Q: ', doc['Question'], '\n\n','A: ', doc['Answer']['Aliases'][0]])
+        else:
+            return ''.join(['Q: ', doc['Question'], '\n\n','A: '])
    def evaluate(self, docs, lm):
        pass