Commit 57d0718a authored by Jonathan Tow's avatar Jonathan Tow
Browse files

Remove all `provide_description` argument uses

parent a34bbe69
...@@ -85,12 +85,11 @@ class TruthfulQAMultipleChoice(Task): ...@@ -85,12 +85,11 @@ class TruthfulQAMultipleChoice(Task):
def doc_to_target(self, doc): def doc_to_target(self, doc):
return " " return " "
def fewshot_context(self, doc, num_fewshot, provide_description, rnd, description=None): def fewshot_context(self, doc, num_fewshot, provide_description=None, rnd=None, description=None):
assert num_fewshot == 0, "TruthfulQA is intended only for the zero-shot setting." assert num_fewshot == 0, "TruthfulQA is intended only for the zero-shot setting."
return super().fewshot_context( return super().fewshot_context(
doc=doc, doc=doc,
num_fewshot=num_fewshot, num_fewshot=num_fewshot,
provide_description=provide_description,
rnd=rnd, rnd=rnd,
description=description description=description
) )
...@@ -223,12 +222,11 @@ class TruthfulQAGeneration(Task): ...@@ -223,12 +222,11 @@ class TruthfulQAGeneration(Task):
def doc_to_target(self, doc): def doc_to_target(self, doc):
return " " return " "
def fewshot_context(self, doc, num_fewshot, provide_description, rnd, description=None): def fewshot_context(self, doc, num_fewshot, provide_description=None, rnd=None, description=None):
assert num_fewshot == 0, "TruthfulQA is intended only for the zero-shot setting." assert num_fewshot == 0, "TruthfulQA is intended only for the zero-shot setting."
return super().fewshot_context( return super().fewshot_context(
doc=doc, doc=doc,
num_fewshot=num_fewshot, num_fewshot=num_fewshot,
provide_description=provide_description,
rnd=rnd, rnd=rnd,
description=description description=description
) )
......
...@@ -54,7 +54,6 @@ def main(): ...@@ -54,7 +54,6 @@ def main():
evaluator.evaluate( evaluator.evaluate(
lm=lm, lm=lm,
task_dict={taskname: tasks.get_task(taskname)()}, task_dict={taskname: tasks.get_task(taskname)()},
provide_description=False,
num_fewshot=0, num_fewshot=0,
limit=None, limit=None,
bootstrap_iters=10, bootstrap_iters=10,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment