Switched to non-bucketed comm

421c9e66 · Christian Sarofeen · 137d822b · 421c9e66
Commit 421c9e66 authored Jun 08, 2018 by Christian Sarofeen
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 1 deletion

examples/imagenet/main.py examples/imagenet/main.py +2 -1

No files found.
--- a/examples/imagenet/main.py
+++ b/examples/imagenet/main.py
@@ -131,7 +131,8 @@ def main():
    if args.fp16:
        model = network_to_half(model)
    if args.distributed:
-        model = DDP(model)
+        #shared param turns off bucketing in DDP, for lower latency runs this can improve perf
+        model = DDP(model, shared_param=True)

    global model_params, master_params
    if args.fp16: