Fix when Accelerate is not installed (#17518)

588d8f1f · Sylvain Gugger · GitHub · f128ccb9 · 588d8f1f
Unverified Commit 588d8f1f authored Jun 02, 2022 by Sylvain Gugger Committed by GitHub Jun 02, 2022
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 1 deletion

src/transformers/modeling_utils.py src/transformers/modeling_utils.py +2 -1

No files found.
--- a/src/transformers/modeling_utils.py
+++ b/src/transformers/modeling_utils.py
@@ -2394,7 +2394,8 @@ class PreTrainedModel(nn.Module, ModuleUtilsMixin, GenerationMixin, PushToHubMix
                del state_dict
                gc.collect()

-            save_offload_index(offload_index, offload_folder)
+            if offload_index is not None and len(offload_index) > 0:
+                save_offload_index(offload_index, offload_folder)

            if offload_state_dict:
                # Load back temporarily offloaded state dict