Commit a5d33ebe authored by lintangsutawika's avatar lintangsutawika
Browse files

Merge branch 'big-refactor' of...

Merge branch 'big-refactor' of https://github.com/EleutherAI/lm-evaluation-harness into mmlu_subgroups
parents dd7002d6 12fe236d
...@@ -693,7 +693,7 @@ class ConfigurableTask(Task): ...@@ -693,7 +693,7 @@ class ConfigurableTask(Task):
delimiter_has_whitespace = ( delimiter_has_whitespace = (
True True
if self.config.target_delimiter.rstrip() if self.config.target_delimiter.rstrip()
== self.config.target_delimiter != self.config.target_delimiter
else False else False
) )
...@@ -703,7 +703,7 @@ class ConfigurableTask(Task): ...@@ -703,7 +703,7 @@ class ConfigurableTask(Task):
) )
elif (not delimiter_has_whitespace) and (not choice_has_whitespace): elif (not delimiter_has_whitespace) and (not choice_has_whitespace):
eval_logger.warning( eval_logger.warning(
f'Both target_delimiter and target choice: "{choice}" does not have whitespace, ignore if the language you are evaluating on does not require/use whitespace' f'Both target_delimiter "{self.config.target_delimiter}" and target choice: "{choice}" do not have whitespace, ignore if the language you are evaluating on does not require/use whitespace'
) )
def download(self, dataset_kwargs=None) -> None: def download(self, dataset_kwargs=None) -> None:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment