Skip to content

GitLab

Commit 4c363ef8 authored by lintangsutawika's avatar lintangsutawika
Browse files

multiple_output option for greedy_until

parent f09f3ab8
Show whitespace changes
Inline Side-by-side
Showing with 5 additions and 5 deletions
lm_eval/api/task.py
View file @ 4c363ef8
...@@ -998,7 +998,7 @@ class ConfigurableTask(Task): ...@@ -998,7 +998,7 @@ class ConfigurableTask(Task):
for key, result in zip(self._metric_fn_list.keys(), results): for key, result in zip(self._metric_fn_list.keys(), results):
_dict = self._metric_fn_list[key]( _dict = self._metric_fn_list[key](
references=[gold], references=gold if self.multiple_output else [gold],
predictions=[result], predictions=[result],
**self._metric_fn_kwargs[key], **self._metric_fn_kwargs[key],
) )
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment