Commit 6588bc74 authored by Zdenek Kasner's avatar Zdenek Kasner
Browse files

e2e_nlg_cleaned: Update stopping criteria to "\n\n", exclude an accuracy-based prompt

parent b7f070d8
......@@ -59,11 +59,11 @@ class E2E_NLG_Cleaned(PromptSourceTask):
return self.dataset["test"]
def stopping_criteria(self):
return '\n'
return '\n\n'
def invalid_doc_for_prompt(self, doc) -> bool:
"""The QA prompts are not applicable to all the examples, we want to filter these out."""
return self.prompt.name.endswith("_qa")
return self.prompt.name.endswith("_qa") or self.prompt.name == "family_friendly_yes_no"
def doc_to_text(self, doc) -> str:
# if the response is not defined in PS, the text will be a single-element list containing an empty string
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment