fix bug when target_delimiter is empty string

d9b4ca7f · haileyschoelkopf · ff148cd8 · d9b4ca7f
Commit d9b4ca7f authored Oct 19, 2023 by haileyschoelkopf
Show whitespace changes
Inline Side-by-side

Showing with 4 additions and 1 deletion

lm_eval/api/task.py lm_eval/api/task.py +4 -1

No files found.
--- a/lm_eval/api/task.py
+++ b/lm_eval/api/task.py
@@ -689,7 +689,10 @@ class ConfigurableTask(Task):
            for choice in check_choices:
                choice_has_whitespace = True if choice[0].isspace() else False
                delimiter_has_whitespace = (
-                    True if self.config.target_delimiter[-1].isspace() else False
+                    True
+                    if self.config.target_delimiter.rstrip()
+                    == self.config.target_delimiter
+                    else False
                )

                if delimiter_has_whitespace and choice_has_whitespace: