use ctx.eps instead of eps

0dbf6c2a · ngimel · GitHub · d1626ccc · 0dbf6c2a
Unverified Commit 0dbf6c2a authored Jul 31, 2019 by ngimel Committed by GitHub Jul 31, 2019
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

apex/normalization/fused_layer_norm.py apex/normalization/fused_layer_norm.py +1 -1

No files found.
--- a/apex/normalization/fused_layer_norm.py
+++ b/apex/normalization/fused_layer_norm.py
@@ -22,7 +22,7 @@ class FusedLayerNormAffineFunction(torch.autograd.Function):
    weight_ = weight.contiguous()
    bias_ = bias.contiguous()
    output, mean, invvar = fused_layer_norm_cuda.forward_affine(
-        input_, ctx.normalized_shape, weight_, bias_, eps)
+        input_, ctx.normalized_shape, weight_, bias_, ctx.eps)
    ctx.save_for_backward(input_, weight_, bias_, mean, invvar)
    return output