commenting out print statements

apex/amp/utils.py

@@ -82,7 +82,7 @@ def casted_args(cast_fn, args, kwargs):
     return new_args
 
 def cached_cast(cast_fn, x, cache):
-    print("Calling cached_cast")
+    # print("Calling cached_cast")
     if is_nested(x):
         return type(x)([cached_cast(y) for y in x])
     if x in cache:

apex/parallel/distributed.py

@@ -390,7 +390,7 @@ class DistributedDataParallel(Module):
     def allreduce_fallback(self):
         grads = [param.grad.data for param in self.module.parameters() if param.grad is not None]
 
-        print("In allreduce_fallback: {}".format(len(grads)))
+        # print("In allreduce_fallback: {}".format(len(grads)))
 
         split_buckets = split_half_float_double(grads)
 
@@ -416,7 +416,7 @@ class DistributedDataParallel(Module):
 
         self.buckets[bucket_idx][bucket_loc] = param.grad.data
         self.buckets_ready_size[bucket_idx] += 1
-        print(self.buckets_ready_size)
+        # print(self.buckets_ready_size)
 
         if self.buckets_ready_size[bucket_idx] == self.bucket_sizes[bucket_idx]:
             if bucket_idx == self.next_bucket:
@@ -477,8 +477,8 @@ class DistributedDataParallel(Module):
                 self.next_bucket = 0
                 self.ready_buckets_not_reduced = set()
 
-            print(len(param_list), len(self.active_params), [len(b) for b in self.buckets],
-                  self.needs_refresh)
+            # print(len(param_list), len(self.active_params), [len(b) for b in self.buckets],
+            #       self.needs_refresh)
             
             self.active_params = param_list