Minor change to tests

tests/data_utils.py

@@ -106,8 +106,6 @@ def random_attention_inputs(batch_size, n_seq, n, no_heads, c_hidden, inf=1e9,
     mask = torch.randint(0, 2, (batch_size, n_seq, 1, 1, n), dtype=dtype, requires_grad=False).cuda()
     z_bias = torch.rand(batch_size, 1, no_heads, n, n, dtype=dtype, requires_grad=requires_grad).cuda()
     mask_bias = inf * (mask - 1)
-    if requires_grad:
-        mask_bias = mask_bias.detach().clone().requires_grad_()
 
     biases = [mask_bias, z_bias]