add no split modules for xlmrobertaxl (#31223)

2965b204 · Manuel Faysse · GitHub · 821b772a · 2965b204
Unverified Commit 2965b204 authored Jun 04, 2024 by Manuel Faysse Committed by GitHub Jun 04, 2024
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

src/transformers/models/xlm_roberta_xl/modeling_xlm_roberta_xl.py ...sformers/models/xlm_roberta_xl/modeling_xlm_roberta_xl.py +1 -0

No files found.
--- a/src/transformers/models/xlm_roberta_xl/modeling_xlm_roberta_xl.py
+++ b/src/transformers/models/xlm_roberta_xl/modeling_xlm_roberta_xl.py
@@ -572,6 +572,7 @@ class XLMRobertaXLPreTrainedModel(PreTrainedModel):

    config_class = XLMRobertaXLConfig
    base_model_prefix = "roberta"
+    _no_split_modules = ["XLMRobertaXLEmbeddings", "XLMRobertaXLSelfAttention"]

    # Copied from transformers.models.bert.modeling_bert.BertPreTrainedModel._init_weights
    def _init_weights(self, module):