Skip to content

GitLab

"tests/git@developer.sourcefind.cn:OpenDAS/d2go.git" did not exist on "1551bf13d30ad28b8bf058990e4a29192d2c7c39"
Commit ee760015 authored by Maxim Neumann's avatar Maxim Neumann Committed by A. Unique TensorFlower
Browse files

Add learning_rate to the summary. 

PiperOrigin-RevId: 313148142
parent 38800db3
Hide whitespace changes
Inline Side-by-side
Showing with 5 additions and 0 deletions
official/nlp/bert/model_training_utils.py
View file @ ee760015
...@@ -488,6 +488,11 @@ def run_customized_training_loop( ...@@ -488,6 +488,11 @@ def run_customized_training_loop(
summary_writer = tf.summary.create_noop_writer() summary_writer = tf.summary.create_noop_writer()
with summary_writer.as_default(): with summary_writer.as_default():
if callable(optimizer.learning_rate):
tf.summary.scalar(
'learning_rate',
optimizer.learning_rate(current_step),
step=current_step)
tf.summary.scalar( tf.summary.scalar(
train_loss_metric.name, train_loss, step=current_step) train_loss_metric.name, train_loss, step=current_step)
for metric in train_metrics + model.metrics: for metric in train_metrics + model.metrics:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment