[Fix Bugs] Fix keys in `_load_pretrained_model` (#22947)

fix transformers keys

[Fix Bugs] Fix keys in `_load_pretrained_model` (#22947)
fix transformers keys
69f2d538 · hanrui1sensetime · GitHub · b5f06d6c · 69f2d538
Unverified Commit 69f2d538 authored Apr 24, 2023 by hanrui1sensetime Committed by GitHub Apr 24, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

src/transformers/modeling_utils.py src/transformers/modeling_utils.py +2 -2

No files found.
--- a/src/transformers/modeling_utils.py
+++ b/src/transformers/modeling_utils.py
@@ -2956,8 +2956,8 @@ class PreTrainedModel(nn.Module, ModuleUtilsMixin, GenerationMixin, PushToHubMix
            for key in missing_keys:
                if key in list(model_state_dict.keys()):
                    key = key
-                elif f"{prefix}.key" in list(model_state_dict.keys()):
-                    key = f"{prefix}.key"
+                elif f"{prefix}.{key}" in list(model_state_dict.keys()):
+                    key = f"{prefix}.{key}"
                elif key.startswith(prefix) and ".".join(key.split(".")[1:]) in list(model_state_dict.keys()):
                    key = ".".join(key.split(".")[1:])
                param = model_state_dict[key]