return fewshot_delimiter if we get ""

7758d16a · lintangsutawika · 1701c4e2 · 7758d16a
Commit 7758d16a authored Aug 14, 2023 by lintangsutawika
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

lm_eval/api/task.py lm_eval/api/task.py +2 -2

No files found.
--- a/lm_eval/api/task.py
+++ b/lm_eval/api/task.py
@@ -766,7 +766,7 @@ class ConfigurableTask(Task):
                return applied_prompt[0]
            else:
                eval_logger.warning("Applied prompt returns empty string")
-                return applied_prompt[0]
+                return self._config.fewshot_delimiter
        else:
            print(type(doc_to_text))
            raise TypeError
@@ -801,7 +801,7 @@ class ConfigurableTask(Task):
                return applied_prompt[1]
            else:
                eval_logger.warning("Applied prompt returns empty string")
-                return applied_prompt[0]
+                return self._config.fewshot_delimiter
        else:
            raise TypeError