Skip to content

GitLab

Commit ee46c63b authored by Sergey Edunov's avatar Sergey Edunov Committed by Myle Ott
Browse files

Fix adaptive loss logging

parent e775877f
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 0 deletions
fairseq/criterions/adaptive_loss.py
View file @ ee46c63b
...@@ -74,6 +74,7 @@ class AdaptiveLoss(FairseqCriterion): ...@@ -74,6 +74,7 @@ class AdaptiveLoss(FairseqCriterion):
sample_size = sum(log.get('sample_size', 0) for log in logging_outputs) sample_size = sum(log.get('sample_size', 0) for log in logging_outputs)
agg_output = { agg_output = {
'loss': loss_sum / sample_size / math.log(2), 'loss': loss_sum / sample_size / math.log(2),
'nll_loss': loss_sum / sample_size / math.log(2),
'ntokens': ntokens, 'ntokens': ntokens,
'nsentences': nsentences, 'nsentences': nsentences,
'sample_size': sample_size, 'sample_size': sample_size,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment