Unverified Commit c21e5e7a authored by Gustaf Ahdritz's avatar Gustaf Ahdritz Committed by GitHub
Browse files

Fix spacing issue

parent 208cce65
...@@ -396,7 +396,7 @@ class TriangleMultiplicativeUpdate(nn.Module): ...@@ -396,7 +396,7 @@ class TriangleMultiplicativeUpdate(nn.Module):
# Prevents overflow of torch.matmul in combine projections in # Prevents overflow of torch.matmul in combine projections in
# reduced-precision modes # reduced-precision modes
a = a / a.std() a = a / a.std()
b = b / b.std() b = b / b.std()
if(is_fp16_enabled()): if(is_fp16_enabled()):
with torch.cuda.amp.autocast(enabled=False): with torch.cuda.amp.autocast(enabled=False):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment