add representation to optimizer (#181)

deepspeed/pt/deepspeed_zero_optimizer.py

@@ -531,3 +531,6 @@ class FP16_DeepSpeedZeroOptimizer(object):
 
         for current, saved in zip(self.single_partition_of_fp32_groups, state_dict['single_partition_of_fp32_groups']):
             current.data.copy_(saved.data)
+
+    def __repr__(self):
+        return repr(self.optimizer)

deepspeed/pt/fp16_optimizer.py

@@ -337,3 +337,6 @@ class FP16_Optimizer(object):
         # are guaranteed to exist, so we can just copy_() from the saved master params.
         for current, saved in zip(self.fp32_groups_flat, state_dict['fp32_groups_flat']):
             current.data.copy_(saved.data)
+
+    def __repr__(self):
+        return repr(self.optimizer)

deepspeed/pt/fp16_unfused_optimizer.py

@@ -325,3 +325,6 @@ class FP16_UnfusedOptimizer(object):
         for current_group, saved_group in zip(self.fp32_groups, state_dict['fp32_groups']):
             for current, saved in zip(current_group, saved_group):
                 current.data.copy_(saved.data)
+
+    def __repr__(self):
+        return repr(self.optimizer)