add include target for coqa

e3c2e692 · Anish Thite · 7c55e46b · e3c2e692
Commit e3c2e692 authored Oct 24, 2020 by Anish Thite
Hide whitespace changes
Inline Side-by-side

Showing with 4 additions and 1 deletion

lm_eval/tasks/coqa.py lm_eval/tasks/coqa.py +4 -1

No files found.
--- a/lm_eval/tasks/coqa.py
+++ b/lm_eval/tasks/coqa.py
@@ -41,7 +41,10 @@ class CoQA(Dataset):
        for pair in zip(doc['questions'], doc['answers']):
            text.append('\n\n')
            text.append(''.join(['Q: ',pair[0]['input_text'], '\n\n']))
-            text.append(''.join(['A: ',pair[1]['input_text']]))
+            if include_target:
+                text.append(''.join(['A: ',pair[1]['input_text']]))
+            else:
+                text.append('A: ')

        return ''.join(text)