"include/ck/utility/functional.hpp" did not exist on "7a7fe160866b7b2893be698d77b70cc8cf754fb5"
Commit df6c5dcb authored by haileyschoelkopf's avatar haileyschoelkopf
Browse files

fix multi-metric greedy_until

parent 116c540a
...@@ -78,7 +78,7 @@ class TaskConfig(dict): ...@@ -78,7 +78,7 @@ class TaskConfig(dict):
# runtime configuration options # runtime configuration options
num_fewshot: int = 0 num_fewshot: int = 0
# scoring options # scoring options
metric_list: str = None metric_list: list = None
output_type: str = "greedy_until" output_type: str = "greedy_until"
generation_kwargs: dict = None generation_kwargs: dict = None
repeats: int = 1 repeats: int = 1
...@@ -992,7 +992,8 @@ class ConfigurableTask(Task): ...@@ -992,7 +992,8 @@ class ConfigurableTask(Task):
choices = self.doc_to_choice(doc) choices = self.doc_to_choice(doc)
gold = choices[gold] gold = choices[gold]
for key, result in zip(self._metric_fn_list.keys(), results): for key in self._metric_fn_list.keys():
result = results[0]
if self.multiple_target: if self.multiple_target:
# in the case where we have multiple targets, # in the case where we have multiple targets,
# return true if any are true # return true if any are true
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment