Skip to content

GitLab

Commit 819c52f0 authored by Chen Chen's avatar Chen Chen Committed by A. Unique TensorFlower
Browse files

Internal change 

PiperOrigin-RevId: 317361519
parent 59e070e4
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 3 deletions
official/nlp/data/classifier_data_lib.py
View file @ 819c52f0
...@@ -234,7 +234,7 @@ class XtremeXnliProcessor(DataProcessor): ...@@ -234,7 +234,7 @@ class XtremeXnliProcessor(DataProcessor):
guid = f"test-{i}" guid = f"test-{i}"
text_a = self.process_text_fn(line[0]) text_a = self.process_text_fn(line[0])
text_b = self.process_text_fn(line[1]) text_b = self.process_text_fn(line[1])
label = self.process_text_fn(line[2]) label = "contradiction"
examples_by_lang[lang].append( examples_by_lang[lang].append(
InputExample(guid=guid, text_a=text_a, text_b=text_b, label=label)) InputExample(guid=guid, text_a=text_a, text_b=text_b, label=label))
return examples_by_lang return examples_by_lang
...@@ -346,7 +346,7 @@ class XtremePawsxProcessor(DataProcessor): ...@@ -346,7 +346,7 @@ class XtremePawsxProcessor(DataProcessor):
def get_dev_examples(self, data_dir): def get_dev_examples(self, data_dir):
"""See base class.""" """See base class."""
lines = self._read_tsv(os.path.join(data_dir, "dev_en.tsv")) lines = self._read_tsv(os.path.join(data_dir, "dev-en.tsv"))
examples = [] examples = []
for (i, line) in enumerate(lines): for (i, line) in enumerate(lines):
...@@ -367,7 +367,7 @@ class XtremePawsxProcessor(DataProcessor): ...@@ -367,7 +367,7 @@ class XtremePawsxProcessor(DataProcessor):
guid = "test-%d" % i guid = "test-%d" % i
text_a = self.process_text_fn(line[0]) text_a = self.process_text_fn(line[0])
text_b = self.process_text_fn(line[1]) text_b = self.process_text_fn(line[1])
label = self.process_text_fn(line[2]) label = "0"
examples_by_lang[lang].append( examples_by_lang[lang].append(
InputExample(guid=guid, text_a=text_a, text_b=text_b, label=label)) InputExample(guid=guid, text_a=text_a, text_b=text_b, label=label))
return examples_by_lang return examples_by_lang
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment