removed self_attention_pos_emb

e1f1aa06 · Mostofa Patwary · 5b7736ca · e1f1aa06
Commit e1f1aa06 authored Apr 04, 2023 by Mostofa Patwary
Hide whitespace changes
Inline Side-by-side

Showing with 0 additions and 1 deletion

megatron/model/transformer.py megatron/model/transformer.py +0 -1

No files found.
--- a/megatron/model/transformer.py
+++ b/megatron/model/transformer.py
@@ -741,7 +741,6 @@ class ParallelTransformerLayer(MegatronModule):
        # Layer norm at the beginning of the transformer layer.
        layernorm_output = self.input_layernorm(hidden_states)
        # Self attention.
-        self_attention_pos_emb = None
        attention_output, attention_bias = \
            self.self_attention(
                layernorm_output,