Skip to content

GitLab

Unverified Commit 7d5640b9 authored by Haofan Wang's avatar Haofan Wang Committed by GitHub
Browse files

Update parallel_context.py (#2408)

parent 8327932d
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
colossalai/context/parallel_context.py
View file @ 7d5640b9
...@@ -375,7 +375,7 @@ class ParallelContext(metaclass=SingletonMeta): ...@@ -375,7 +375,7 @@ class ParallelContext(metaclass=SingletonMeta):
# None will give the default global process group for pytorch dist operations # None will give the default global process group for pytorch dist operations
ranks = list(range(world_size)) ranks = list(range(world_size))
cpu_group = dist.new_group(ranks, backend='gloo') if dist.get_backend() != 'gloo' else None cpu_group = dist.new_group(ranks, backend='gloo') if dist.get_backend() == 'gloo' else None
self._register_dist(rank, world_size, dist.GroupMember.WORLD, cpu_group, ranks, ParallelMode.GLOBAL) self._register_dist(rank, world_size, dist.GroupMember.WORLD, cpu_group, ranks, ParallelMode.GLOBAL)
self.add_global_rank(ParallelMode.GLOBAL, rank) self.add_global_rank(ParallelMode.GLOBAL, rank)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment