Unverified Commit 1cb7bdad authored by Frank Lee's avatar Frank Lee Committed by GitHub
Browse files

[util] fixed communication API depth with PyTorch 1.9 (#721)

parent 2412429d
...@@ -211,7 +211,7 @@ def reduce(tensor: Tensor, ...@@ -211,7 +211,7 @@ def reduce(tensor: Tensor,
def scatter_object_list(scatter_object_output_list, scatter_object_input_list, src=0, group=None): def scatter_object_list(scatter_object_output_list, scatter_object_input_list, src=0, group=None):
r"""Modified from `torch.distributed.scatter_object_list <https://pytorch.org/docs/stable/_modules/torch/distributed/distributed_c10d.html#scatter_object_list>` to fix issues r"""Modified from `torch.distributed.scatter_object_list <https://pytorch.org/docs/stable/_modules/torch/distributed/distributed_c10d.html#scatter_object_list>` to fix issues
""" """
if dist._rank_not_in_group(group): if dist.distributed_c10d._rank_not_in_group(group):
return return
if (not isinstance(scatter_object_output_list, list) or len(scatter_object_output_list) < 1): if (not isinstance(scatter_object_output_list, list) or len(scatter_object_output_list) < 1):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment