Commit eaa6db92 authored by thomwolf's avatar thomwolf
Browse files
parents f8276008 f18ae210
...@@ -487,7 +487,7 @@ class BertForQuestionAnswering(nn.Module): ...@@ -487,7 +487,7 @@ class BertForQuestionAnswering(nn.Module):
m.weight.data.normal_(config.initializer_range) m.weight.data.normal_(config.initializer_range)
elif isinstance(m, BERTLayerNorm): elif isinstance(m, BERTLayerNorm):
m.beta.data.normal_(config.initializer_range) m.beta.data.normal_(config.initializer_range)
m.gamme.data.normal_(config.initializer_range) m.gamma.data.normal_(config.initializer_range)
if isinstance(m, nn.Linear): if isinstance(m, nn.Linear):
m.bias.data.zero_() m.bias.data.zero_()
self.apply(init_weights) self.apply(init_weights)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment