Skip to content

GitLab

Commit 68068c08 authored by Reed Wanderman-Milne's avatar Reed Wanderman-Milne Committed by A. Unique TensorFlower
Browse files

Internal change 

PiperOrigin-RevId: 342937744
parent c6146d73
Show whitespace changes
Inline Side-by-side
Showing with 4 additions and 4 deletions
official/nlp/transformer/transformer_main.py
View file @ 68068c08
......@@ -175,9 +175,8 @@ class TransformerTask(object):
else:
logging.info("Not using any distribution strategy.")
performance.set_mixed_precision_policy(
params["dtype"],
flags_core.get_loss_scale(flags_obj, default_for_fp16="dynamic"))
performance.set_mixed_precision_policy(params["dtype"],
use_experimental_api=False)
@property
def use_tpu(self):
......@@ -443,7 +442,8 @@ class TransformerTask(object):
use_float16=params["dtype"] == tf.float16,
use_graph_rewrite=self.flags_obj.fp16_implementation == "graph_rewrite",
loss_scale=flags_core.get_loss_scale(
self.flags_obj, default_for_fp16="dynamic"))
self.flags_obj, default_for_fp16="dynamic"),
use_experimental_api=False)
return opt
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment