Unverified Commit 24b930ad authored by Younes Belkada's avatar Younes Belkada Committed by GitHub
Browse files

[`MBart`] Fix cross attention mask check (#21730)

fix typo
parent 5e8c8eb5
...@@ -1055,7 +1055,7 @@ class MBartDecoder(MBartPreTrainedModel): ...@@ -1055,7 +1055,7 @@ class MBartDecoder(MBartPreTrainedModel):
if attn_mask.size()[0] != len(self.layers): if attn_mask.size()[0] != len(self.layers):
raise ValueError( raise ValueError(
f"The `{mask_name}` should be specified for {len(self.layers)} layers, but it is for" f"The `{mask_name}` should be specified for {len(self.layers)} layers, but it is for"
f" {head_mask.size()[0]}." f" {attn_mask.size()[0]}."
) )
for idx, decoder_layer in enumerate(self.layers): for idx, decoder_layer in enumerate(self.layers):
# add LayerDrop (see https://arxiv.org/abs/1909.11556 for description) # add LayerDrop (see https://arxiv.org/abs/1909.11556 for description)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment