Skip to content

GitLab

"...docs/git@developer.sourcefind.cn:wangsen/paddle_dbnet.git" did not exist on "8fda1d1e3ecbfb3922041d4c0b8b694432892e84"
Commit a05fad8d authored by thomwolf's avatar thomwolf
Browse files

fix typo

parent 4a82f4f8
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
pytorch_pretrained_bert/modeling_openai.py
View file @ a05fad8d
...@@ -608,7 +608,7 @@ class OpenAIGPTModel(OpenAIGPTPreTrainedModel): ...@@ -608,7 +608,7 @@ class OpenAIGPTModel(OpenAIGPTPreTrainedModel):
# Build new embeddings and initialize all new embeddings (in particular the special tokens) # Build new embeddings and initialize all new embeddings (in particular the special tokens)
old_embed = self.tokens_embed old_embed = self.tokens_embed
self.tokens_embed = nn.Embedding(self.config.total_tokens_embeddings, self.config.n_embd) self.tokens_embed = nn.Embedding(self.config.total_tokens_embeddings, self.config.n_embd)
self.tokens_embed.to(old_embed.device.weight.device) self.tokens_embed.to(old_embed.weight.device)
self.init_weights(self.tokens_embed) self.init_weights(self.tokens_embed)
# Copy word embeddings from the previous weights # Copy word embeddings from the previous weights
self.tokens_embed.weight.data[:self.config.vocab_size, :] = old_embed.weight.data[:self.config.vocab_size, :] self.tokens_embed.weight.data[:self.config.vocab_size, :] = old_embed.weight.data[:self.config.vocab_size, :]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment