Unverified Commit 76a064ee authored by Maxim Bonnaerens's avatar Maxim Bonnaerens Committed by GitHub
Browse files

Support optimizers with no momentum (#240)

* Support optimizers with no momentum

* put else-if outside return
parent e333d822
...@@ -206,12 +206,16 @@ class Runner(object): ...@@ -206,12 +206,16 @@ class Runner(object):
""" """
if self.optimizer is None: if self.optimizer is None:
raise RuntimeError( raise RuntimeError(
'lr is not applicable because optimizer does not exist.') 'momentum is not applicable because optimizer does not exist.')
return [ momentums = []
group['momentum'] for group in self.optimizer.param_groups:
if 'momentum' in group.keys() else group['betas'][0] if 'momentum' in group.keys():
for group in self.optimizer.param_groups momentums.append(group['momentum'])
] elif 'betas' in group.keys():
momentums.append(group['betas'][0])
else:
momentums.append(0)
return momentums
def register_hook(self, hook, priority='NORMAL'): def register_hook(self, hook, priority='NORMAL'):
"""Register a hook into the hook list. """Register a hook into the hook list.
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment