Commit 6588bc74 authored by Zdenek Kasner's avatar Zdenek Kasner
Browse files

e2e_nlg_cleaned: Update stopping criteria to "\n\n", exclude an accuracy-based prompt

parent b7f070d8
...@@ -59,11 +59,11 @@ class E2E_NLG_Cleaned(PromptSourceTask): ...@@ -59,11 +59,11 @@ class E2E_NLG_Cleaned(PromptSourceTask):
return self.dataset["test"] return self.dataset["test"]
def stopping_criteria(self): def stopping_criteria(self):
return '\n' return '\n\n'
def invalid_doc_for_prompt(self, doc) -> bool: def invalid_doc_for_prompt(self, doc) -> bool:
"""The QA prompts are not applicable to all the examples, we want to filter these out.""" """The QA prompts are not applicable to all the examples, we want to filter these out."""
return self.prompt.name.endswith("_qa") return self.prompt.name.endswith("_qa") or self.prompt.name == "family_friendly_yes_no"
def doc_to_text(self, doc) -> str: def doc_to_text(self, doc) -> str:
# if the response is not defined in PS, the text will be a single-element list containing an empty string # if the response is not defined in PS, the text will be a single-element list containing an empty string
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment