Commit bc951ac1 authored by lintangsutawika's avatar lintangsutawika
Browse files

add warning log if prompt returns empty string

parent ce8c2b14
...@@ -761,7 +761,11 @@ class ConfigurableTask(Task): ...@@ -761,7 +761,11 @@ class ConfigurableTask(Task):
return doc_to_text(doc) return doc_to_text(doc)
# Used when applying a Promptsource template # Used when applying a Promptsource template
elif hasattr(doc_to_text, "apply"): elif hasattr(doc_to_text, "apply"):
return doc_to_text.apply(doc)[0] applied_prompt = doc_to_text.apply(doc)
if len(applied_prompt) == 2:
return applied_prompt[0]
else:
eval_logger.warning("Applied prompt returns empty string")
else: else:
print(type(doc_to_text)) print(type(doc_to_text))
raise TypeError raise TypeError
...@@ -791,7 +795,11 @@ class ConfigurableTask(Task): ...@@ -791,7 +795,11 @@ class ConfigurableTask(Task):
return doc_to_target(doc) return doc_to_target(doc)
# Used when applying a Promptsource template # Used when applying a Promptsource template
elif hasattr(doc_to_target, "apply"): elif hasattr(doc_to_target, "apply"):
return doc_to_target.apply(doc)[1] applied_prompt = doc_to_text.apply(doc)
if len(applied_prompt) == 2:
return applied_prompt[1]
else:
eval_logger.warning("Applied prompt returns empty string")
else: else:
raise TypeError raise TypeError
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment