Unverified Commit 57821dd2 authored by Howard Huang's avatar Howard Huang Committed by GitHub
Browse files

Change test to use tensorpipe rpc backend (#759)

parent 3e661603
...@@ -815,8 +815,8 @@ def bench_mpi(args): ...@@ -815,8 +815,8 @@ def bench_mpi(args):
f"Test{rank}", f"Test{rank}",
rank=rank, rank=rank,
world_size=world_size, world_size=world_size,
backend=rpc.BackendType.PROCESS_GROUP, backend=rpc.BackendType.TENSORPIPE,
rpc_backend_options=rpc.ProcessGroupRpcBackendOptions(rpc_timeout=20, init_method=init_method), rpc_backend_options=rpc.TensorPipeRpcBackendOptions(rpc_timeout=20, init_method=init_method),
) )
backends = {"model_parallel_backend": "nccl", "pipeline_backend": "mpi", "ddp_backend": "nccl"} backends = {"model_parallel_backend": "nccl", "pipeline_backend": "mpi", "ddp_backend": "nccl"}
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment