typo fix

2b628f96 · Vijay Korthikanti · 641408f5 · 2b628f96
Commit 2b628f96 authored Jan 28, 2022 by Vijay Korthikanti
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

megatron/optimizer_param_scheduler.py megatron/optimizer_param_scheduler.py +2 -2

No files found.
--- a/megatron/optimizer_param_scheduler.py
+++ b/megatron/optimizer_param_scheduler.py
@@ -178,9 +178,9 @@ class OptimizerParamScheduler(object):
                                          'minimum learning rate')

        if 'warmup_iter' in sd:
-            warmup_steps_ = sd['warmup_iter']
+            lr_warmup_steps_ = sd['warmup_iter']
        elif 'warmup_steps' in sd:
-            warmup_steps_ = sd['warmup_steps']
+            lr_warmup_steps_ = sd['warmup_steps']
        else:
            lr_warmup_steps_ = sd['lr_warmup_steps']
        self.lr_warmup_steps = self._check_and_set(self.lr_warmup_steps,