Skip to content

GitLab

Unverified Commit a638e986 authored by Patrick von Platen's avatar Patrick von Platen Committed by GitHub
Browse files

fix hard wired pad token id (#4138)

parent fd217466
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
src/transformers/modeling_roberta.py
View file @ a638e986
...@@ -47,7 +47,7 @@ class RobertaEmbeddings(BertEmbeddings): ...@@ -47,7 +47,7 @@ class RobertaEmbeddings(BertEmbeddings):
def __init__(self, config): def __init__(self, config):
super().__init__(config) super().__init__(config)
self.padding_idx = 1 self.padding_idx = config.pad_token_id
self.word_embeddings = nn.Embedding(config.vocab_size, config.hidden_size, padding_idx=self.padding_idx) self.word_embeddings = nn.Embedding(config.vocab_size, config.hidden_size, padding_idx=self.padding_idx)
self.position_embeddings = nn.Embedding( self.position_embeddings = nn.Embedding(
config.max_position_embeddings, config.hidden_size, padding_idx=self.padding_idx config.max_position_embeddings, config.hidden_size, padding_idx=self.padding_idx
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment