Skip to content

GitLab

Commit 2b628f96 authored by Vijay Korthikanti's avatar Vijay Korthikanti
Browse files

typo fix

parent 641408f5
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
megatron/optimizer_param_scheduler.py
View file @ 2b628f96
...@@ -178,9 +178,9 @@ class OptimizerParamScheduler(object): ...@@ -178,9 +178,9 @@ class OptimizerParamScheduler(object):
'minimum learning rate') 'minimum learning rate')
if 'warmup_iter' in sd: if 'warmup_iter' in sd:
warmup_steps_ = sd['warmup_iter'] lr_warmup_steps_ = sd['warmup_iter']
elif 'warmup_steps' in sd: elif 'warmup_steps' in sd:
warmup_steps_ = sd['warmup_steps'] lr_warmup_steps_ = sd['warmup_steps']
else: else:
lr_warmup_steps_ = sd['lr_warmup_steps'] lr_warmup_steps_ = sd['lr_warmup_steps']
self.lr_warmup_steps = self._check_and_set(self.lr_warmup_steps, self.lr_warmup_steps = self._check_and_set(self.lr_warmup_steps,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment