Skip to content

GitLab

Unverified Commit 64f3d362 authored by mcarilli's avatar mcarilli Committed by GitHub
Browse files

Distributed backend compatibility update

parent 2b8277e5
Hide whitespace changes
Inline Side-by-side
Showing with 7 additions and 3 deletions
apex/parallel/distributed.py
View file @ 64f3d362
......@@ -157,10 +157,14 @@ class DistributedDataParallel(Module):
super(DistributedDataParallel, self).__init__()
# Backward/forward compatibility around
# https://github.com/pytorch/pytorch/commit/540ef9b1fc5506369a48491af8a285a686689b36
if(hasattr(dist, "get_backend")):
# https://github.com/pytorch/pytorch/commit/540ef9b1fc5506369a48491af8a285a686689b36 and
# https://github.com/pytorch/pytorch/commit/044d00516ccd6572c0d6ab6d54587155b02a3b86
if hasattr(dist, "get_backend"):
self._backend = dist.get_backend()
self.backend_enum_holder = dist.DistBackend
if hasattr(dist, "DistBackend"):
self.backend_enum_holder = dist.DistBackend
else:
self.backend_enum_holder = dist.Backend
else:
self._backend = dist._backend
self.backend_enum_holder = dist.dist_backend
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment