Merge pull request #2 from a-maci/a-maci-patch-1

Fixing mask multiplication with grad tensors

apex/contrib/sparsity/asp.py

@@ -131,6 +131,7 @@ class ASP:
             # prune gradients before step method
             with torch.no_grad():
                 for module_name, module, p_name, p, mask, pruned in cls.__sparse_parameters:
+                    if p.grad is not None: #thx pjudd
                         p.grad.mul_(mask)
             # call original optimizer step method
             rval = opt_self.__step(*args, **kwargs)