Fix printing momentum for non-deepspeed optimizer (#464)

* Fix printing momentum for non-deepspeed optimizer

Fix printing momentum for non-deepspeed optimizer

* fix momentum access for Adam

fix momentum access for Adam

deepspeed/runtime/engine.py

@@ -1002,7 +1002,10 @@ class DeepSpeedEngine(Module):
         return self._get_optimizer_param('type')
 
     def get_mom(self):
-        return self._get_optimizer_param('betas')
+        if self.optimizer_name() in ['SGD', 'RMSprop']:
+            return self._get_optimizer_param('momentum')
+        else:
+            return self._get_optimizer_param('betas')
 
     def _report_progress(self, step):
         lr = self.get_lr()