Commit 19e8cf91 authored by stephenwu's avatar stephenwu
Browse files

fixed spacing and removed dev set for AX-g

parent f0d22061
...@@ -1277,12 +1277,7 @@ def convert_single_example(ex_index, example, label_list, max_seq_length, ...@@ -1277,12 +1277,7 @@ def convert_single_example(ex_index, example, label_list, max_seq_length,
return feature return feature
class AXgProcessor(DataProcessor): class AXgProcessor(DataProcessor):
"""Processor for the AX dataset (GLUE diagnostics dataset).""" """Processor for the AXg dataset (GLUE diagnostics dataset)."""
def get_dev_examples(self, data_dir):
"""See base class."""
return self._create_examples(
self._read_jsonl(os.path.join(data_dir, "dev.jsonl")), "dev")
def get_test_examples(self, data_dir): def get_test_examples(self, data_dir):
"""See base class.""" """See base class."""
...@@ -1309,6 +1304,7 @@ class AXgProcessor(DataProcessor): ...@@ -1309,6 +1304,7 @@ class AXgProcessor(DataProcessor):
examples.append( examples.append(
InputExample(guid=guid, text_a=text_a, text_b=text_b, label=label)) InputExample(guid=guid, text_a=text_a, text_b=text_b, label=label))
return examples return examples
def _read_jsonl(self, input_path): def _read_jsonl(self, input_path):
with tf.io.gfile.GFile(input_path, "r") as f: with tf.io.gfile.GFile(input_path, "r") as f:
lines = [] lines = []
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment