changing docker

pytorch_pretrained_bert/optimization.py

@@ -84,7 +84,7 @@ class WarmupCosineWithRestartsSchedule(WarmupCosineSchedule):
             return progress / self.warmup
         else:
             progress = (progress - self.warmup) / (1 - self.warmup)     # progress after warmup
-            ret = 0.5 * (1. + math.cos(math.pi * ((self.cycles * 2 * progress) % 1)))
+            ret = 0.5 * (1. + math.cos(math.pi * ((self.cycles * progress) % 1)))
             return ret