Commit 5a5c94b6 authored by HarryHan's avatar HarryHan Committed by Kai Chen
Browse files

Update lr_updater.py (#95)

* Update lr_updater.py

"Add min_lr to PolyLrUpdaterHook, so that it can anneal to min_lr. When min_lr=0, it behaves as usual. "

* Update lr_updater.py
parent eae81c1e
......@@ -138,8 +138,9 @@ class ExpLrUpdaterHook(LrUpdaterHook):
class PolyLrUpdaterHook(LrUpdaterHook):
def __init__(self, power=1., **kwargs):
def __init__(self, power=1., min_lr=0., **kwargs):
self.power = power
self.min_lr = min_lr
super(PolyLrUpdaterHook, self).__init__(**kwargs)
def get_lr(self, runner, base_lr):
......@@ -149,7 +150,8 @@ class PolyLrUpdaterHook(LrUpdaterHook):
else:
progress = runner.iter
max_progress = runner.max_iters
return base_lr * (1 - progress / max_progress)**self.power
coeff = (1 - progress / max_progress)**self.power
return (base_lr - self.min_lr) * coeff + self.min_lr
class InvLrUpdaterHook(LrUpdaterHook):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment