Skip to content

GitLab

Commit 5b2d6dff authored by Chen Chen's avatar Chen Chen Committed by A. Unique TensorFlower
Browse files

Internal Change 

PiperOrigin-RevId: 309360837
parent 828b99cd
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
official/benchmark/bert_pretrain_benchmark.py
View file @ 5b2d6dff
...@@ -113,7 +113,7 @@ class BertPretrainAccuracyBenchmark(bert_benchmark_utils.BertBenchmarkBase): ...@@ -113,7 +113,7 @@ class BertPretrainAccuracyBenchmark(bert_benchmark_utils.BertBenchmarkBase):
FLAGS.train_batch_size = 512 FLAGS.train_batch_size = 512
FLAGS.learning_rate = 1e-4 FLAGS.learning_rate = 1e-4
FLAGS.warmup_steps = 10000 FLAGS.warmup_steps = 10000
FLAGS.steps_per_loop = 1000 FLAGS.steps_per_loop = 10000
FLAGS.distribution_strategy = 'tpu' FLAGS.distribution_strategy = 'tpu'
FLAGS.input_files = BERT_PRETRAIN_FILES_SEQ128 FLAGS.input_files = BERT_PRETRAIN_FILES_SEQ128
FLAGS.max_seq_length = 128 FLAGS.max_seq_length = 128
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment