Updated _load_pretrained_model_low_mem to check if keys are in the state_dict (#16643)

* Updated _load_pretrained_model_low_mem to check if keys are in the stored state_dict

* update after conversions

src/transformers/modeling_utils.py

@@ -2162,6 +2162,7 @@ class PreTrainedModel(nn.Module, ModuleUtilsMixin, GenerationMixin, PushToHubMix
 
             # materialize state_dict entries one by one on CPU
             for k in loaded_state_dict_keys:
+                if k in state_dict:
                     submodule, param_name = find_submodule_and_param_name(model, k)
                     if submodule is not None:
                         param_dtype = getattr(submodule, param_name).dtype