Unverified Commit a0e77a1f authored by Raushan Turganbay's avatar Raushan Turganbay Committed by GitHub
Browse files

Fix CI after #30410 (#30612)

* Fix CI after #30410

* [run-slow] blenderbot
parent 59952994
...@@ -1067,8 +1067,8 @@ class BlenderbotModel(BlenderbotPreTrainedModel): ...@@ -1067,8 +1067,8 @@ class BlenderbotModel(BlenderbotPreTrainedModel):
super().__init__(config) super().__init__(config)
padding_idx, vocab_size = config.pad_token_id, config.vocab_size padding_idx, vocab_size = config.pad_token_id, config.vocab_size
self.shared = nn.Embedding(vocab_size, config.d_model, padding_idx) embed_scale = math.sqrt(config.d_model) if config.scale_embedding else 1.0
self.shared = BlenderbotScaledWordEmbedding(vocab_size, config.d_model, padding_idx, embed_scale=embed_scale)
self.encoder = BlenderbotEncoder(config, self.shared) self.encoder = BlenderbotEncoder(config, self.shared)
self.decoder = BlenderbotDecoder(config, self.shared) self.decoder = BlenderbotDecoder(config, self.shared)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment