Add accelerate version in transformers-cli env (#24806)

* Add accelerate version in transformers-cli env

* Add accelerate config

src/transformers/commands/env.py

@@ -13,13 +13,20 @@
 # limitations under the License.
 
 import importlib.util
+import os
 import platform
 from argparse import ArgumentParser
 
 import huggingface_hub
 
 from .. import __version__ as version
-from ..utils import is_flax_available, is_safetensors_available, is_tf_available, is_torch_available
+from ..utils import (
+    is_accelerate_available,
+    is_flax_available,
+    is_safetensors_available,
+    is_tf_available,
+    is_torch_available,
+)
 from . import BaseTransformersCLICommand
 
 
@@ -27,11 +34,24 @@ def info_command_factory(_):
     return EnvironmentCommand()
 
 
+def download_command_factory(args):
+    return EnvironmentCommand(args.accelerate_config_file)
+
+
 class EnvironmentCommand(BaseTransformersCLICommand):
     @staticmethod
     def register_subcommand(parser: ArgumentParser):
         download_parser = parser.add_parser("env")
         download_parser.set_defaults(func=info_command_factory)
+        download_parser.add_argument(
+            "--accelerate-config_file",
+            default=None,
+            help="The accelerate config file to use for the default values in the launching script.",
+        )
+        download_parser.set_defaults(func=download_command_factory)
+
+    def __init__(self, accelerate_config_file, *args) -> None:
+        self._accelerate_config_file = accelerate_config_file
 
     def run(self):
         safetensors_version = "not installed"
@@ -44,6 +64,23 @@ class EnvironmentCommand(BaseTransformersCLICommand):
 
             safetensors_version = f"{safetensors.__version__} but is ignored because of PyTorch version too old."
 
+        accelerate_version = "not installed"
+        accelerate_config = accelerate_config_str = "not found"
+        if is_accelerate_available():
+            import accelerate
+            from accelerate.commands.config import default_config_file, load_config_from_file
+
+            accelerate_version = accelerate.__version__
+            # Get the default from the config file.
+            if self._accelerate_config_file is not None or os.path.isfile(default_config_file):
+                accelerate_config = load_config_from_file(self._accelerate_config_file).to_dict()
+
+            accelerate_config_str = (
+                "\n".join([f"\t- {prop}: {val}" for prop, val in accelerate_config.items()])
+                if isinstance(accelerate_config, dict)
+                else f"\t{accelerate_config}"
+            )
+
         pt_version = "not installed"
         pt_cuda_available = "NA"
         if is_torch_available():
@@ -85,6 +122,8 @@ class EnvironmentCommand(BaseTransformersCLICommand):
             "Python version": platform.python_version(),
             "Huggingface_hub version": huggingface_hub.__version__,
             "Safetensors version": f"{safetensors_version}",
+            "Accelerate version": f"{accelerate_version}",
+            "Accelerate config": f"{accelerate_config_str}",
             "PyTorch version (GPU?)": f"{pt_version} ({pt_cuda_available})",
             "Tensorflow version (GPU?)": f"{tf_version} ({tf_cuda_available})",
             "Flax version (CPU?/GPU?/TPU?)": f"{flax_version} ({jax_backend})",