minor cleanup

59bf7d13 · Michael Carilli · 17971202 · 59bf7d13 · 59bf7d13
Commit 59bf7d13 authored Aug 20, 2018 by Michael Carilli
Hide whitespace changes
Inline Side-by-side

Showing with 10 additions and 10 deletions

examples/imagenet/main.py examples/imagenet/main.py +5 -5

examples/imagenet/main_fp16_optimizer.py examples/imagenet/main_fp16_optimizer.py +5 -5

No files found.
--- a/examples/imagenet/main.py
+++ b/examples/imagenet/main.py
@@ -436,12 +436,12 @@ def adjust_learning_rate(optimizer, epoch, step, len_epoch):

    lr = args.lr*(0.1**factor)

-   """Warmup"""
-   if epoch < 5:
-       lr = lr*float(step + epoch*len_epoch)/(5.*len_epoch)
+    """Warmup"""
+    if epoch < 5:
+        lr = lr*float(1 + step + epoch*len_epoch)/(5.*len_epoch)

-    if(args.local_rank == 0):
-        print("epoch = {}, step = {}, lr = {}".format(epoch, step, lr))
+    # if(args.local_rank == 0):
+    #     print("epoch = {}, step = {}, lr = {}".format(epoch, step, lr))

    for param_group in optimizer.param_groups:
        param_group['lr'] = lr

--- a/examples/imagenet/main_fp16_optimizer.py
+++ b/examples/imagenet/main_fp16_optimizer.py
@@ -433,12 +433,12 @@ def adjust_learning_rate(optimizer, epoch, step, len_epoch):

    lr = args.lr*(0.1**factor)

-   """Warmup"""
-   if epoch < 5:
-       lr = lr*float(step + epoch*len_epoch)/(5.*len_epoch)
+    """Warmup"""
+    if epoch < 5:
+        lr = lr*float(1 + step + epoch*len_epoch)/(5.*len_epoch)

-    if(args.local_rank == 0):
-        print("epoch = {}, step = {}, lr = {}".format(epoch, step, lr))
+    # if(args.local_rank == 0):
+    #     print("epoch = {}, step = {}, lr = {}".format(epoch, step, lr))

    for param_group in optimizer.param_groups:
        param_group['lr'] = lr