Skip to content

GitLab

Commit 792a468d authored by mohammad's avatar mohammad
Browse files

changed validation loss name

parent 3a26a168
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 4 deletions
megatron/training.py
View file @ 792a468d
...@@ -961,16 +961,16 @@ def evaluate_and_print_results(prefix, forward_step_func, ...@@ -961,16 +961,16 @@ def evaluate_and_print_results(prefix, forward_step_func,
ppl = math.exp(min(20, total_loss_dict[key].item())) ppl = math.exp(min(20, total_loss_dict[key].item()))
string += '{} PPL: {:.6E} | '.format(key, ppl) string += '{} PPL: {:.6E} | '.format(key, ppl)
if writer and is_last_rank(): if writer and is_last_rank():
writer.add_scalar('{} value-validation'.format(key), writer.add_scalar('{} validation'.format(key),
total_loss_dict[key].item(), total_loss_dict[key].item(),
iteration) iteration)
writer.add_scalar('{} value-validation vs samples'.format(key), writer.add_scalar('{} validation vs samples'.format(key),
total_loss_dict[key].item(), total_loss_dict[key].item(),
args.consumed_train_samples) args.consumed_train_samples)
if args.log_validation_ppl_to_tensorboard: if args.log_validation_ppl_to_tensorboard:
writer.add_scalar('{} ppl-validation'.format(key), ppl, writer.add_scalar('{} validation ppl'.format(key), ppl,
iteration) iteration)
writer.add_scalar('{} ppl-validation vs samples'.format(key), writer.add_scalar('{} validation ppl vs samples'.format(key),
ppl, args.consumed_train_samples) ppl, args.consumed_train_samples)
length = len(string) + 1 length = len(string) + 1
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment