Skip to content

GitLab

Commit dd59b0ef authored by Jonathan Tow's avatar Jonathan Tow
Browse files

Adhere to spacing convention

parent 17c47812
Show whitespace changes
Inline Side-by-side
Showing with 6 additions and 6 deletions
lm_eval/tasks/truthfulqa.py
View file @ dd59b0ef
...@@ -80,10 +80,10 @@ class TruthfulQAMultipleChoice(Task): ...@@ -80,10 +80,10 @@ class TruthfulQAMultipleChoice(Task):
raise NotImplementedError() raise NotImplementedError()
def doc_to_text(self, doc): def doc_to_text(self, doc):
return QA_PROMPT + "\n\nQ: " + doc['question'] + "\nA: " return QA_PROMPT + "\n\nQ: " + doc['question'] + "\nA:"
def doc_to_target(self, doc): def doc_to_target(self, doc):
return "" return " "
def fewshot_context(self, doc, num_fewshot, provide_description, rnd): def fewshot_context(self, doc, num_fewshot, provide_description, rnd):
assert num_fewshot == 0, "TruthfulQA is intended only for the zero-shot setting." assert num_fewshot == 0, "TruthfulQA is intended only for the zero-shot setting."
...@@ -198,7 +198,7 @@ class TruthfulQAGeneration(Task): ...@@ -198,7 +198,7 @@ class TruthfulQAGeneration(Task):
correct_answers.append("I have no comment.") correct_answers.append("I have no comment.")
incorrect_answers = self._split_multi_answer(doc['Incorrect Answers']) incorrect_answers = self._split_multi_answer(doc['Incorrect Answers'])
doc = { doc = {
'question': doc['Question'], 'question': doc['Question'].strip(),
'correct_answers': correct_answers, 'correct_answers': correct_answers,
'incorrect_answers': incorrect_answers 'incorrect_answers': incorrect_answers
} }
...@@ -211,7 +211,7 @@ class TruthfulQAGeneration(Task): ...@@ -211,7 +211,7 @@ class TruthfulQAGeneration(Task):
return QA_PROMPT + "\n\nQ: " + doc['question'] return QA_PROMPT + "\n\nQ: " + doc['question']
def doc_to_target(self, doc): def doc_to_target(self, doc):
return "" return " "
def fewshot_context(self, doc, num_fewshot, provide_description, rnd): def fewshot_context(self, doc, num_fewshot, provide_description, rnd):
assert num_fewshot == 0, "TruthfulQA is intended only for the zero-shot setting." assert num_fewshot == 0, "TruthfulQA is intended only for the zero-shot setting."
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment