Skip to content

GitLab

Commit 4f3acbda authored by Zongwei Zhou's avatar Zongwei Zhou Committed by A. Unique TensorFlower
Browse files

Enable all_reduce_alg flag 

PiperOrigin-RevId: 292029030
parent dbdd17c4
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
official/nlp/bert/common_flags.py
View file @ 4f3acbda
...@@ -71,7 +71,7 @@ def define_common_bert_flags(): ...@@ -71,7 +71,7 @@ def define_common_bert_flags():
'Specifies the type of the model. ' 'Specifies the type of the model. '
'If "bert", will use canonical BERT; if "albert", will use ALBERT model.') 'If "bert", will use canonical BERT; if "albert", will use ALBERT model.')
# Adds flags for mixed precision training. # Adds flags for mixed precision and multi-worker training.
flags_core.define_performance( flags_core.define_performance(
num_parallel_calls=False, num_parallel_calls=False,
inter_op=False, inter_op=False,
...@@ -81,7 +81,7 @@ def define_common_bert_flags(): ...@@ -81,7 +81,7 @@ def define_common_bert_flags():
dtype=True, dtype=True,
dynamic_loss_scale=True, dynamic_loss_scale=True,
loss_scale=True, loss_scale=True,
all_reduce_alg=False, all_reduce_alg=True,
num_packs=False, num_packs=False,
enable_xla=True, enable_xla=True,
fp16_implementation=True, fp16_implementation=True,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment