Skip to content

GitLab

Unverified Commit a5b24947 authored by Patrick von Platen's avatar Patrick von Platen Committed by GitHub
Browse files

change pad token id to config pad token id (#3793)

parent dbd04124
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
src/transformers/modeling_bert.py
View file @ a5b24947
...@@ -146,7 +146,7 @@ class BertEmbeddings(nn.Module): ...@@ -146,7 +146,7 @@ class BertEmbeddings(nn.Module):
def __init__(self, config): def __init__(self, config):
super().__init__() super().__init__()
self.word_embeddings = nn.Embedding(config.vocab_size, config.hidden_size, padding_idx=0) self.word_embeddings = nn.Embedding(config.vocab_size, config.hidden_size, padding_idx=config.pad_token_id)
self.position_embeddings = nn.Embedding(config.max_position_embeddings, config.hidden_size) self.position_embeddings = nn.Embedding(config.max_position_embeddings, config.hidden_size)
self.token_type_embeddings = nn.Embedding(config.type_vocab_size, config.hidden_size) self.token_type_embeddings = nn.Embedding(config.type_vocab_size, config.hidden_size)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment