Skip to content

GitLab

Commit e289c8c7 authored by A. Unique TensorFlower's avatar A. Unique TensorFlower
Browse files

Internal change 

PiperOrigin-RevId: 307416709
parent 295b3b4f
Show whitespace changes
Inline Side-by-side
Showing with 1 addition and 2 deletions
official/nlp/bert/input_pipeline.py
View file @ e289c8c7
...@@ -156,7 +156,6 @@ def create_classifier_dataset(file_path, ...@@ -156,7 +156,6 @@ def create_classifier_dataset(file_path,
'input_mask': tf.io.FixedLenFeature([seq_length], tf.int64), 'input_mask': tf.io.FixedLenFeature([seq_length], tf.int64),
'segment_ids': tf.io.FixedLenFeature([seq_length], tf.int64), 'segment_ids': tf.io.FixedLenFeature([seq_length], tf.int64),
'label_ids': tf.io.FixedLenFeature([], tf.int64), 'label_ids': tf.io.FixedLenFeature([], tf.int64),
'is_real_example': tf.io.FixedLenFeature([], tf.int64),
} }
dataset = single_file_dataset(file_path, name_to_features) dataset = single_file_dataset(file_path, name_to_features)
......
official/nlp/bert/run_classifier.py
View file @ e289c8c7
...@@ -86,7 +86,7 @@ def get_dataset_fn(input_file_pattern, max_seq_length, global_batch_size, ...@@ -86,7 +86,7 @@ def get_dataset_fn(input_file_pattern, max_seq_length, global_batch_size,
batch_size = ctx.get_per_replica_batch_size( batch_size = ctx.get_per_replica_batch_size(
global_batch_size) if ctx else global_batch_size global_batch_size) if ctx else global_batch_size
dataset = input_pipeline.create_classifier_dataset( dataset = input_pipeline.create_classifier_dataset(
input_file_pattern, tf.io.gfile.glob(input_file_pattern),
max_seq_length, max_seq_length,
batch_size, batch_size,
is_training=is_training, is_training=is_training,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment