Unverified Commit c52d262c authored by Gustaf Ahdritz's avatar Gustaf Ahdritz Committed by GitHub
Browse files

Prevent division by 0

parent b5fa2ba3
......@@ -395,6 +395,9 @@ class TriangleMultiplicativeUpdate(nn.Module):
# Prevents overflow of torch.matmul in combine projections in
# reduced-precision modes
a_std = a.std()
b_std = b.std()
if(a_std != 0. and b_std != 0):
a = a / a.std()
b = b / b.std()
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment