Skip to content

GitLab

"src/git@developer.sourcefind.cn:renzhc/diffusers_dcu.git" did not exist on "bd72927c63447e46ebc595c91adb20a49bec4718"
Commit ee46c63b authored by Sergey Edunov's avatar Sergey Edunov Committed by Myle Ott
Browse files

Fix adaptive loss logging

parent e775877f
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 0 deletions
fairseq/criterions/adaptive_loss.py
View file @ ee46c63b
...@@ -74,6 +74,7 @@ class AdaptiveLoss(FairseqCriterion): ...@@ -74,6 +74,7 @@ class AdaptiveLoss(FairseqCriterion):
sample_size = sum(log.get('sample_size', 0) for log in logging_outputs) sample_size = sum(log.get('sample_size', 0) for log in logging_outputs)
agg_output = { agg_output = {
'loss': loss_sum / sample_size / math.log(2), 'loss': loss_sum / sample_size / math.log(2),
'nll_loss': loss_sum / sample_size / math.log(2),
'ntokens': ntokens, 'ntokens': ntokens,
'nsentences': nsentences, 'nsentences': nsentences,
'sample_size': sample_size, 'sample_size': sample_size,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment