Commit 57d0718a authored by Jonathan Tow's avatar Jonathan Tow
Browse files

Remove all `provide_description` argument uses

parent a34bbe69
......@@ -85,12 +85,11 @@ class TruthfulQAMultipleChoice(Task):
def doc_to_target(self, doc):
return " "
def fewshot_context(self, doc, num_fewshot, provide_description, rnd, description=None):
def fewshot_context(self, doc, num_fewshot, provide_description=None, rnd=None, description=None):
assert num_fewshot == 0, "TruthfulQA is intended only for the zero-shot setting."
return super().fewshot_context(
doc=doc,
num_fewshot=num_fewshot,
provide_description=provide_description,
rnd=rnd,
description=description
)
......@@ -223,12 +222,11 @@ class TruthfulQAGeneration(Task):
def doc_to_target(self, doc):
return " "
def fewshot_context(self, doc, num_fewshot, provide_description, rnd, description=None):
def fewshot_context(self, doc, num_fewshot, provide_description=None, rnd=None, description=None):
assert num_fewshot == 0, "TruthfulQA is intended only for the zero-shot setting."
return super().fewshot_context(
doc=doc,
num_fewshot=num_fewshot,
provide_description=provide_description,
rnd=rnd,
description=description
)
......
......@@ -54,7 +54,6 @@ def main():
evaluator.evaluate(
lm=lm,
task_dict={taskname: tasks.get_task(taskname)()},
provide_description=False,
num_fewshot=0,
limit=None,
bootstrap_iters=10,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment