fix cosine lr sched for t_mult=1 with warmup

dfd77717 · alexeib · Myle Ott · 0a7f9e64 · dfd77717
Commit dfd77717 authored Sep 02, 2018 by alexeib Committed by Myle Ott Sep 03, 2018
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

fairseq/optim/lr_scheduler/cosine_lr_scheduler.py fairseq/optim/lr_scheduler/cosine_lr_scheduler.py +1 -1

No files found.
--- a/fairseq/optim/lr_scheduler/cosine_lr_scheduler.py
+++ b/fairseq/optim/lr_scheduler/cosine_lr_scheduler.py
@@ -93,7 +93,7 @@ class CosineSchedule(FairseqLRScheduler):
            else:
                i = math.floor(curr_updates / self.period)
                t_i = self.period
-                t_curr = num_updates - (self.period * i)
+                t_curr = curr_updates - (self.period * i)

            lr_shrink = self.lr_shrink ** i
            min_lr = self.min_lr  * lr_shrink