Skip to content

GitLab

Unverified Commit e3a97163 authored by Zach Mueller's avatar Zach Mueller Committed by GitHub
Browse files

Fix err with FSDP (#25991) 

* Fix err

* Use version check
parent fa6107c9
Show whitespace changes
Inline Side-by-side
Showing with 9 additions and 8 deletions
src/transformers/trainer.py
View file @ e3a97163
...@@ -3910,6 +3910,7 @@ class Trainer: ...@@ -3910,6 +3910,7 @@ class Trainer:
fsdp_plugin.limit_all_gathers = self.args.fsdp_config.get( fsdp_plugin.limit_all_gathers = self.args.fsdp_config.get(
"limit_all_gathers", fsdp_plugin.limit_all_gathers "limit_all_gathers", fsdp_plugin.limit_all_gathers
) )
if is_accelerate_available("0.23.0"):
fsdp_plugin.activation_checkpointing = self.args.fsdp_config.get( fsdp_plugin.activation_checkpointing = self.args.fsdp_config.get(
"activation_checkpointing", fsdp_plugin.activation_checkpointing "activation_checkpointing", fsdp_plugin.activation_checkpointing
) )
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment