Skip to content

GitLab

Commit 83602797 authored by Guolin Ke's avatar Guolin Ke
Browse files

typo

parent cf503760
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
unicore/modules/layer_norm.py
View file @ 83602797
...@@ -62,7 +62,7 @@ class LayerNorm(torch.nn.Module): ...@@ -62,7 +62,7 @@ class LayerNorm(torch.nn.Module):
return F.layer_norm( return F.layer_norm(
input, self.normalized_shape, self.weight, self.bias, self.eps) input, self.normalized_shape, self.weight, self.bias, self.eps)
def fused_layer_norm(input): def fused_layer_norm(input):
if input.is_cuda(): if input.is_cuda:
return FusedLayerNormFastFunction.apply( return FusedLayerNormFastFunction.apply(
input, self.weight, self.bias, self.normalized_shape, self.eps) input, self.weight, self.bias, self.normalized_shape, self.eps)
else: else:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment