Internal change

PiperOrigin-RevId: 307416709

Internal change
PiperOrigin-RevId: 307416709
e289c8c7 · A. Unique TensorFlower · 295b3b4f · e289c8c7 · e289c8c7
Commit e289c8c7 authored Apr 20, 2020 by A. Unique TensorFlower
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 2 deletions

official/nlp/bert/input_pipeline.py official/nlp/bert/input_pipeline.py +0 -1

official/nlp/bert/run_classifier.py official/nlp/bert/run_classifier.py +1 -1

No files found.
--- a/official/nlp/bert/input_pipeline.py
+++ b/official/nlp/bert/input_pipeline.py
@@ -156,7 +156,6 @@ def create_classifier_dataset(file_path,
      'input_mask': tf.io.FixedLenFeature([seq_length], tf.int64),
      'segment_ids': tf.io.FixedLenFeature([seq_length], tf.int64),
      'label_ids': tf.io.FixedLenFeature([], tf.int64),
-      'is_real_example': tf.io.FixedLenFeature([], tf.int64),
  }
  dataset = single_file_dataset(file_path, name_to_features)


--- a/official/nlp/bert/run_classifier.py
+++ b/official/nlp/bert/run_classifier.py
@@ -86,7 +86,7 @@ def get_dataset_fn(input_file_pattern, max_seq_length, global_batch_size,
    batch_size = ctx.get_per_replica_batch_size(
        global_batch_size) if ctx else global_batch_size
    dataset = input_pipeline.create_classifier_dataset(
-        input_file_pattern,
+        tf.io.gfile.glob(input_file_pattern),
        max_seq_length,
        batch_size,
        is_training=is_training,