reszie token embeds (#11524)

examples/pytorch/summarization/run_summarization.py

@@ -353,6 +353,8 @@ def main():
         use_auth_token=True if model_args.use_auth_token else None,
     )
 
+    model.resize_token_embeddings(len(tokenizer))
+
     if model.config.decoder_start_token_id is None:
         raise ValueError("Make sure that `config.decoder_start_token_id` is correctly defined")
 

examples/pytorch/translation/run_translation.py

@@ -337,6 +337,8 @@ def main():
         use_auth_token=True if model_args.use_auth_token else None,
     )
 
+    model.resize_token_embeddings(len(tokenizer))
+
     # Set decoder_start_token_id
     if model.config.decoder_start_token_id is None and isinstance(tokenizer, (MBartTokenizer, MBartTokenizerFast)):
         if isinstance(tokenizer, MBartTokenizer):