"test/srt/test_mla_deepseek_v3.py" did not exist on "d4fc1a70e3187c914043a1ffc619adbb0c3c6860"
Commit dd59b0ef authored by Jonathan Tow's avatar Jonathan Tow
Browse files

Adhere to spacing convention

parent 17c47812
......@@ -80,10 +80,10 @@ class TruthfulQAMultipleChoice(Task):
raise NotImplementedError()
def doc_to_text(self, doc):
return QA_PROMPT + "\n\nQ: " + doc['question'] + "\nA: "
return QA_PROMPT + "\n\nQ: " + doc['question'] + "\nA:"
def doc_to_target(self, doc):
return ""
return " "
def fewshot_context(self, doc, num_fewshot, provide_description, rnd):
assert num_fewshot == 0, "TruthfulQA is intended only for the zero-shot setting."
......@@ -198,7 +198,7 @@ class TruthfulQAGeneration(Task):
correct_answers.append("I have no comment.")
incorrect_answers = self._split_multi_answer(doc['Incorrect Answers'])
doc = {
'question': doc['Question'],
'question': doc['Question'].strip(),
'correct_answers': correct_answers,
'incorrect_answers': incorrect_answers
}
......@@ -211,7 +211,7 @@ class TruthfulQAGeneration(Task):
return QA_PROMPT + "\n\nQ: " + doc['question']
def doc_to_target(self, doc):
return ""
return " "
def fewshot_context(self, doc, num_fewshot, provide_description, rnd):
assert num_fewshot == 0, "TruthfulQA is intended only for the zero-shot setting."
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment