Skip to content

GitLab

Commit 816fb890 authored by Mostofa Patwary's avatar Mostofa Patwary
Browse files

fixed a minor bug

parent b2f57fc4
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
megatron/training.py
View file @ 816fb890
...@@ -311,7 +311,7 @@ def setup_model_and_optimizer(model_provider_func): ...@@ -311,7 +311,7 @@ def setup_model_and_optimizer(model_provider_func):
# We only support local DDP with multiple micro-batches. # We only support local DDP with multiple micro-batches.
if get_num_microbatches() > 1: if get_num_microbatches() > 1:
assert args.DDP_impl == 'local' assert args.DDP_impl == 'local'
if len(model) == 1: if len(model) > 1:
assert args.DDP_impl == 'local' assert args.DDP_impl == 'local'
if mpu.get_pipeline_model_parallel_world_size() > 1: if mpu.get_pipeline_model_parallel_world_size() > 1:
assert args.DDP_impl == 'local' assert args.DDP_impl == 'local'
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment