"git@developer.sourcefind.cn:ox696c/ktransformers.git" did not exist on "94476ce5cc0f97ec244729a5c70b509bedec4732"
Unverified Commit a0e77a1f authored by Raushan Turganbay's avatar Raushan Turganbay Committed by GitHub
Browse files

Fix CI after #30410 (#30612)

* Fix CI after #30410

* [run-slow] blenderbot
parent 59952994
......@@ -1067,8 +1067,8 @@ class BlenderbotModel(BlenderbotPreTrainedModel):
super().__init__(config)
padding_idx, vocab_size = config.pad_token_id, config.vocab_size
self.shared = nn.Embedding(vocab_size, config.d_model, padding_idx)
embed_scale = math.sqrt(config.d_model) if config.scale_embedding else 1.0
self.shared = BlenderbotScaledWordEmbedding(vocab_size, config.d_model, padding_idx, embed_scale=embed_scale)
self.encoder = BlenderbotEncoder(config, self.shared)
self.decoder = BlenderbotDecoder(config, self.shared)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment