Skip to content

GitLab

Commit 5a304ede authored by mshoeybi's avatar mshoeybi Committed by Deepak Narayanan
Browse files

Fix loss addition in TensorBoard

parent 29a69547
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
megatron/training.py
View file @ 5a304ede
...@@ -729,8 +729,8 @@ def training_log(loss_dict, total_loss_dict, learning_rate, iteration, ...@@ -729,8 +729,8 @@ def training_log(loss_dict, total_loss_dict, learning_rate, iteration,
writer.add_scalar('batch_size-samples', batch_size, writer.add_scalar('batch_size-samples', batch_size,
args.consumed_train_samples) args.consumed_train_samples)
for key in loss_dict: for key in loss_dict:
writer.add_scalar(key, loss_dict[key] + '-iterations', iteration) writer.add_scalar(key + '-iterations', loss_dict[key], iteration)
writer.add_scalar(key, loss_dict[key] + '-samples', writer.add_scalar(key + '-samples', loss_dict[key],
args.consumed_train_samples) args.consumed_train_samples)
if args.fp16: if args.fp16:
writer.add_scalar('loss_scale-iterations', loss_scale, iteration) writer.add_scalar('loss_scale-iterations', loss_scale, iteration)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment