Unverified Commit 072188d6 authored by Zachary Mueller's avatar Zachary Mueller Committed by GitHub
Browse files

Act on deprecations in Accelerate no_trainer examples (#24053)

Act on deprecation
parent ff4c0fc7
...@@ -210,7 +210,7 @@ def main(): ...@@ -210,7 +210,7 @@ def main():
if args.with_tracking: if args.with_tracking:
accelerator_log_kwargs["log_with"] = args.report_to accelerator_log_kwargs["log_with"] = args.report_to
accelerator_log_kwargs["logging_dir"] = args.output_dir accelerator_log_kwargs["project_dir"] = args.output_dir
accelerator = Accelerator(gradient_accumulation_steps=args.gradient_accumulation_steps, **accelerator_log_kwargs) accelerator = Accelerator(gradient_accumulation_steps=args.gradient_accumulation_steps, **accelerator_log_kwargs)
......
...@@ -378,7 +378,7 @@ def main(): ...@@ -378,7 +378,7 @@ def main():
if args.with_tracking: if args.with_tracking:
accelerator_log_kwargs["log_with"] = args.report_to accelerator_log_kwargs["log_with"] = args.report_to
accelerator_log_kwargs["logging_dir"] = args.output_dir accelerator_log_kwargs["project_dir"] = args.output_dir
accelerator = Accelerator( accelerator = Accelerator(
gradient_accumulation_steps=args.gradient_accumulation_steps, gradient_accumulation_steps=args.gradient_accumulation_steps,
......
...@@ -261,7 +261,7 @@ def main(): ...@@ -261,7 +261,7 @@ def main():
if args.with_tracking: if args.with_tracking:
accelerator_log_kwargs["log_with"] = args.report_to accelerator_log_kwargs["log_with"] = args.report_to
accelerator_log_kwargs["logging_dir"] = args.output_dir accelerator_log_kwargs["project_dir"] = args.output_dir
accelerator = Accelerator(gradient_accumulation_steps=args.gradient_accumulation_steps, **accelerator_log_kwargs) accelerator = Accelerator(gradient_accumulation_steps=args.gradient_accumulation_steps, **accelerator_log_kwargs)
......
...@@ -270,7 +270,7 @@ def main(): ...@@ -270,7 +270,7 @@ def main():
if args.with_tracking: if args.with_tracking:
accelerator_log_kwargs["log_with"] = args.report_to accelerator_log_kwargs["log_with"] = args.report_to
accelerator_log_kwargs["logging_dir"] = args.output_dir accelerator_log_kwargs["project_dir"] = args.output_dir
accelerator = Accelerator(gradient_accumulation_steps=args.gradient_accumulation_steps, **accelerator_log_kwargs) accelerator = Accelerator(gradient_accumulation_steps=args.gradient_accumulation_steps, **accelerator_log_kwargs)
......
...@@ -288,7 +288,7 @@ def main(): ...@@ -288,7 +288,7 @@ def main():
if args.with_tracking: if args.with_tracking:
accelerator_log_kwargs["log_with"] = args.report_to accelerator_log_kwargs["log_with"] = args.report_to
accelerator_log_kwargs["logging_dir"] = args.output_dir accelerator_log_kwargs["project_dir"] = args.output_dir
accelerator = Accelerator(gradient_accumulation_steps=args.gradient_accumulation_steps, **accelerator_log_kwargs) accelerator = Accelerator(gradient_accumulation_steps=args.gradient_accumulation_steps, **accelerator_log_kwargs)
......
...@@ -303,7 +303,7 @@ def main(): ...@@ -303,7 +303,7 @@ def main():
if args.with_tracking: if args.with_tracking:
accelerator_log_kwargs["log_with"] = args.report_to accelerator_log_kwargs["log_with"] = args.report_to
accelerator_log_kwargs["logging_dir"] = args.output_dir accelerator_log_kwargs["project_dir"] = args.output_dir
accelerator = Accelerator(gradient_accumulation_steps=args.gradient_accumulation_steps, **accelerator_log_kwargs) accelerator = Accelerator(gradient_accumulation_steps=args.gradient_accumulation_steps, **accelerator_log_kwargs)
......
...@@ -341,7 +341,7 @@ def main(): ...@@ -341,7 +341,7 @@ def main():
if args.with_tracking: if args.with_tracking:
accelerator_log_kwargs["log_with"] = args.report_to accelerator_log_kwargs["log_with"] = args.report_to
accelerator_log_kwargs["logging_dir"] = args.output_dir accelerator_log_kwargs["project_dir"] = args.output_dir
accelerator = Accelerator(gradient_accumulation_steps=args.gradient_accumulation_steps, **accelerator_log_kwargs) accelerator = Accelerator(gradient_accumulation_steps=args.gradient_accumulation_steps, **accelerator_log_kwargs)
......
...@@ -330,7 +330,7 @@ def main(): ...@@ -330,7 +330,7 @@ def main():
if args.with_tracking: if args.with_tracking:
accelerator_log_kwargs["log_with"] = args.report_to accelerator_log_kwargs["log_with"] = args.report_to
accelerator_log_kwargs["logging_dir"] = args.output_dir accelerator_log_kwargs["project_dir"] = args.output_dir
accelerator = Accelerator(gradient_accumulation_steps=args.gradient_accumulation_steps, **accelerator_log_kwargs) accelerator = Accelerator(gradient_accumulation_steps=args.gradient_accumulation_steps, **accelerator_log_kwargs)
......
...@@ -325,7 +325,7 @@ def main(): ...@@ -325,7 +325,7 @@ def main():
if args.with_tracking: if args.with_tracking:
accelerator_log_kwargs["log_with"] = args.report_to accelerator_log_kwargs["log_with"] = args.report_to
accelerator_log_kwargs["logging_dir"] = args.output_dir accelerator_log_kwargs["project_dir"] = args.output_dir
accelerator = Accelerator(gradient_accumulation_steps=args.gradient_accumulation_steps, **accelerator_log_kwargs) accelerator = Accelerator(gradient_accumulation_steps=args.gradient_accumulation_steps, **accelerator_log_kwargs)
if args.source_prefix is None and args.model_name_or_path in [ if args.source_prefix is None and args.model_name_or_path in [
......
...@@ -271,7 +271,7 @@ def main(): ...@@ -271,7 +271,7 @@ def main():
# If we're using tracking, we also need to initialize it here and it will by default pick up all supported trackers # If we're using tracking, we also need to initialize it here and it will by default pick up all supported trackers
# in the environment # in the environment
accelerator = ( accelerator = (
Accelerator(log_with=args.report_to, logging_dir=args.output_dir) if args.with_tracking else Accelerator() Accelerator(log_with=args.report_to, project_dir=args.output_dir) if args.with_tracking else Accelerator()
) )
# Make one log on every process with the configuration for debugging. # Make one log on every process with the configuration for debugging.
logging.basicConfig( logging.basicConfig(
......
...@@ -316,7 +316,7 @@ def main(): ...@@ -316,7 +316,7 @@ def main():
# If we're using tracking, we also need to initialize it here and it will by default pick up all supported trackers # If we're using tracking, we also need to initialize it here and it will by default pick up all supported trackers
# in the environment # in the environment
accelerator = ( accelerator = (
Accelerator(log_with=args.report_to, logging_dir=args.output_dir) if args.with_tracking else Accelerator() Accelerator(log_with=args.report_to, project_dir=args.output_dir) if args.with_tracking else Accelerator()
) )
# Make one log on every process with the configuration for debugging. # Make one log on every process with the configuration for debugging.
......
...@@ -7,6 +7,7 @@ from pathlib import Path ...@@ -7,6 +7,7 @@ from pathlib import Path
import datasets import datasets
import torch import torch
from accelerate import Accelerator, DistributedType from accelerate import Accelerator, DistributedType
from accelerate.utils import ProjectConfiguration
from arguments import TrainingArguments from arguments import TrainingArguments
from datasets import load_dataset from datasets import load_dataset
from huggingface_hub import Repository from huggingface_hub import Repository
...@@ -195,7 +196,8 @@ parser = HfArgumentParser(TrainingArguments) ...@@ -195,7 +196,8 @@ parser = HfArgumentParser(TrainingArguments)
args = parser.parse_args() args = parser.parse_args()
# Accelerator # Accelerator
accelerator = Accelerator(log_with=["wandb", "tensorboard"], logging_dir=f"{args.save_dir}/log") config = ProjectConfiguration(project_dir=args.save_dir, logging_dir="log")
accelerator = Accelerator(log_with=["wandb", "tensorboard"], project_config=config)
acc_state = {str(k): str(v) for k, v in accelerator.state.__dict__.items()} acc_state = {str(k): str(v) for k, v in accelerator.state.__dict__.items()}
args = Namespace(**vars(args), **acc_state) args = Namespace(**vars(args), **acc_state)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment