"tests/python/pytorch/nn/test_nn.py" did not exist on "8900450d9ea8ba50e931ae6053faf06ac73b4aeb"
Commit b6b48a32 authored by Boris Fomitchev's avatar Boris Fomitchev
Browse files

Added documentation


Signed-off-by: default avatarBoris Fomitchev <bfomitchev@nvidia.com>
parent 1eafa861
...@@ -335,7 +335,8 @@ def _add_distributed_args(parser): ...@@ -335,7 +335,8 @@ def _add_distributed_args(parser):
help='local rank passed from distributed launcher.') help='local rank passed from distributed launcher.')
group.add_argument('--lazy-mpu-init', type=bool, required=False, group.add_argument('--lazy-mpu-init', type=bool, required=False,
help='If set to True, initialize_megatron() skips DDP initialization' help='If set to True, initialize_megatron() skips DDP initialization'
' and returns function to complete it instead' ' and returns function to complete it instead.'
'Also turns on --use-cpu-initialization flag.'
'This is for external DDP manager.' ) 'This is for external DDP manager.' )
group.add_argument('--use-cpu-initialization', action='store_true', group.add_argument('--use-cpu-initialization', action='store_true',
help='If set, affine parallel weights initialization uses CPU' ) help='If set, affine parallel weights initialization uses CPU' )
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment