Commit f4b4f486 authored by Baber's avatar Baber
Browse files

fix

parent c75c66e4
......@@ -1488,8 +1488,9 @@ class ConfigurableTask(Task):
# log(P(choice|ctx) / P(choice)) = log(P(choice|ctx)) - log(P(choice))
# in other words normalizing by subtracting the unconditional logprob of each choice.
# TODO: should these be strided? will have to modify the processing in process_results if so
# TODO: Allow setting of custom prompt
aux_arguments = [
("", f"{target_delimiter}{choice}") for choice in choices
("Answer:", f"{target_delimiter}{choice}") for choice in choices
]
arguments.extend(aux_arguments)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment