"docs/vscode:/vscode.git/clone" did not exist on "ca7eb27ed590dd583bc028ba1a0f78eb00dbb243"
Unverified Commit 47a97683 authored by Suraj Patil's avatar Suraj Patil Committed by GitHub
Browse files

[FlaxBart] few small fixes (#12247)

* boom boom

* remove flax clip example

* few small fixes
parent f74655cd
......@@ -595,7 +595,7 @@ class FlaxBartDecoderLayerCollection(nn.Module):
self.layers = [
FlaxBartDecoderLayer(self.config, name=str(i), dtype=self.dtype) for i in range(self.config.decoder_layers)
]
self.layerdrop = self.config.encoder_layerdrop
self.layerdrop = self.config.decoder_layerdrop
def __call__(
self,
......@@ -692,7 +692,6 @@ class FlaxBartEncoder(nn.Module):
def setup(self):
self.dropout_layer = nn.Dropout(rate=self.config.dropout)
self.layerdrop = self.config.encoder_layerdrop
embed_dim = self.config.d_model
self.padding_idx = self.config.pad_token_id
......@@ -766,7 +765,6 @@ class FlaxBartDecoder(nn.Module):
def setup(self):
self.dropout_layer = nn.Dropout(rate=self.config.dropout)
self.layerdrop = self.config.decoder_layerdrop
embed_dim = self.config.d_model
self.padding_idx = self.config.pad_token_id
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment