Fix err with FSDP (#25991)

* Fix err * Use version check

Fix err with FSDP (#25991)
* Fix err * Use version check
e3a97163 · Zach Mueller · GitHub · fa6107c9 · e3a97163
Unverified Commit e3a97163 authored Sep 07, 2023 by Zach Mueller Committed by GitHub Sep 07, 2023
Show whitespace changes
Inline Side-by-side

Showing with 9 additions and 8 deletions

src/transformers/trainer.py src/transformers/trainer.py +9 -8

No files found.
--- a/src/transformers/trainer.py
+++ b/src/transformers/trainer.py
@@ -3910,6 +3910,7 @@ class Trainer:
            fsdp_plugin.limit_all_gathers = self.args.fsdp_config.get(
                "limit_all_gathers", fsdp_plugin.limit_all_gathers
            )
+            if is_accelerate_available("0.23.0"):
                fsdp_plugin.activation_checkpointing = self.args.fsdp_config.get(
                    "activation_checkpointing", fsdp_plugin.activation_checkpointing
                )