[Cherry pick] fix srn for sub_layers (#2694)

* fix srn for sublayer * update for paddle2.1

[Cherry pick] fix srn for sub_layers (#2694)
* fix srn for sublayer * update for paddle2.1
81aba737 · xiaoting · GitHub · 3ed769d1 · 81aba737
Unverified Commit 81aba737 authored May 07, 2021 by xiaoting Committed by GitHub May 07, 2021
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 5 deletions

ppocr/modeling/heads/self_attention.py ppocr/modeling/heads/self_attention.py +2 -5

No files found.
--- a/ppocr/modeling/heads/self_attention.py
+++ b/ppocr/modeling/heads/self_attention.py
@@ -285,8 +285,7 @@ class PrePostProcessLayer(nn.Layer):
            elif cmd == "n":  # add layer normalization
                self.functors.append(
                    self.add_sublayer(
-                        "layer_norm_%d" % len(
-                            self.sublayers(include_sublayers=False)),
+                        "layer_norm_%d" % len(self.sublayers()),
                        paddle.nn.LayerNorm(
                            normalized_shape=d_model,
                            weight_attr=fluid.ParamAttr(
@@ -320,9 +319,7 @@ class PrepareEncoder(nn.Layer):
        self.src_emb_dim = src_emb_dim
        self.src_max_len = src_max_len
        self.emb = paddle.nn.Embedding(
-            num_embeddings=self.src_max_len,
-            embedding_dim=self.src_emb_dim,
-            sparse=True)
+            num_embeddings=self.src_max_len, embedding_dim=self.src_emb_dim)
        self.dropout_rate = dropout_rate

    def forward(self, src_word, src_pos):