Skip to content

GitLab

Commit 68068c08 authored by Reed Wanderman-Milne's avatar Reed Wanderman-Milne Committed by A. Unique TensorFlower
Browse files

Internal change 

PiperOrigin-RevId: 342937744
parent c6146d73
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 4 deletions
official/nlp/transformer/transformer_main.py
View file @ 68068c08
...@@ -175,9 +175,8 @@ class TransformerTask(object): ...@@ -175,9 +175,8 @@ class TransformerTask(object):
else: else:
logging.info("Not using any distribution strategy.") logging.info("Not using any distribution strategy.")
performance.set_mixed_precision_policy( performance.set_mixed_precision_policy(params["dtype"],
params["dtype"], use_experimental_api=False)
flags_core.get_loss_scale(flags_obj, default_for_fp16="dynamic"))
@property @property
def use_tpu(self): def use_tpu(self):
...@@ -443,7 +442,8 @@ class TransformerTask(object): ...@@ -443,7 +442,8 @@ class TransformerTask(object):
use_float16=params["dtype"] == tf.float16, use_float16=params["dtype"] == tf.float16,
use_graph_rewrite=self.flags_obj.fp16_implementation == "graph_rewrite", use_graph_rewrite=self.flags_obj.fp16_implementation == "graph_rewrite",
loss_scale=flags_core.get_loss_scale( loss_scale=flags_core.get_loss_scale(
self.flags_obj, default_for_fp16="dynamic")) self.flags_obj, default_for_fp16="dynamic"),
use_experimental_api=False)
return opt return opt
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment