Fix printing momentum for non-deepspeed optimizer (#464)

* Fix printing momentum for non-deepspeed optimizer

Fix printing momentum for non-deepspeed optimizer

* fix momentum access for Adam

fix momentum access for Adam

deepspeed/runtime/engine.py

@@ -1002,6 +1002,9 @@ class DeepSpeedEngine(Module):
         return self._get_optimizer_param('type')
 
     def get_mom(self):
+        if self.optimizer_name() in ['SGD', 'RMSprop']:
+            return self._get_optimizer_param('momentum')
+        else:
             return self._get_optimizer_param('betas')
 
     def _report_progress(self, step):