Commit dd5b526b authored by lintangsutawika's avatar lintangsutawika
Browse files

format

parent 04f5697d
upper_pronouns = [ upper_pronouns = [
"A", "A",
"An", "An",
...@@ -13,8 +12,8 @@ upper_pronouns = [ ...@@ -13,8 +12,8 @@ upper_pronouns = [
"Their", "Their",
] ]
def process_doc(dataset):
def process_doc(dataset):
def process_fn(doc): def process_fn(doc):
# The HF implementation of `wsc273` is not `partial evaluation` friendly. # The HF implementation of `wsc273` is not `partial evaluation` friendly.
doc["text"] = doc["text"].replace(" ", " ") doc["text"] = doc["text"].replace(" ", " ")
...@@ -24,6 +23,7 @@ def process_doc(dataset): ...@@ -24,6 +23,7 @@ def process_doc(dataset):
return dataset.map(process_fn) return dataset.map(process_fn)
def __normalize_option(doc, option): def __normalize_option(doc, option):
# Append `'s` to possessive determiner based options. # Append `'s` to possessive determiner based options.
if doc["pronoun"].lower() in ["my", "his", "her", "our", "their"]: if doc["pronoun"].lower() in ["my", "his", "her", "our", "their"]:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment