Commit eda7242b authored by taokong's avatar taokong
Browse files

Revert "add 'find_unused_parameters' in dist train"

This reverts commit 10830bc7.
parent 10830bc7
...@@ -206,14 +206,9 @@ def _dist_train(model, ...@@ -206,14 +206,9 @@ def _dist_train(model,
] ]
# put model on gpus # put model on gpus
# model = MMDistributedDataParallel(model.cuda()) # model = MMDistributedDataParallel(model.cuda())
find_unused_parameters = True model = MMDistributedDataParallel(model.cuda(),
# Sets the `find_unused_parameters` parameter in device_ids=[torch.cuda.current_device()],
# torch.nn.parallel.DistributedDataParallel broadcast_buffers=False)
model = MMDistributedDataParallel(
model.cuda(),
device_ids=[torch.cuda.current_device()],
broadcast_buffers=False,
find_unused_parameters=find_unused_parameters)
# build runner # build runner
optimizer = build_optimizer(model, cfg.optimizer) optimizer = build_optimizer(model, cfg.optimizer)
......
...@@ -240,11 +240,7 @@ def main(): ...@@ -240,11 +240,7 @@ def main():
model = MMDataParallel(model, device_ids=[0]) model = MMDataParallel(model, device_ids=[0])
outputs = single_gpu_test(model, data_loader, args.show) outputs = single_gpu_test(model, data_loader, args.show)
else: else:
# model = MMDistributedDataParallel(model.cuda()) model = MMDistributedDataParallel(model.cuda())
model = MMDistributedDataParallel(
model.cuda(),
device_ids=[torch.cuda.current_device()],
broadcast_buffers=False)
outputs = multi_gpu_test(model, data_loader, args.tmpdir, outputs = multi_gpu_test(model, data_loader, args.tmpdir,
args.gpu_collect) args.gpu_collect)
......
...@@ -375,11 +375,7 @@ def main(): ...@@ -375,11 +375,7 @@ def main():
model = MMDataParallel(model, device_ids=[0]) model = MMDataParallel(model, device_ids=[0])
outputs = single_gpu_test(model, data_loader, args.show) outputs = single_gpu_test(model, data_loader, args.show)
else: else:
# model = MMDistributedDataParallel(model.cuda()) model = MMDistributedDataParallel(model.cuda())
model = MMDistributedDataParallel(
model.cuda(),
device_ids=[torch.cuda.current_device()],
broadcast_buffers=False)
outputs = multi_gpu_test(model, data_loader, args.tmpdir) outputs = multi_gpu_test(model, data_loader, args.tmpdir)
rank, _ = get_dist_info() rank, _ = get_dist_info()
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment