Skip to content

GitLab

"src/libtorchaudio/sox/effects.cpp" did not exist on "f2da58619b803bc12fc737edf903fd67219bc2d3"
Commit e1a4deba authored by Thor Johnsen's avatar Thor Johnsen
Browse files

Bug fix

parent 415e2646
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 0 deletions
apex/contrib/optimizers/distributed_fused_adam.py
View file @ e1a4deba
...@@ -258,6 +258,8 @@ class DistributedFusedAdam(torch.optim.Optimizer): ...@@ -258,6 +258,8 @@ class DistributedFusedAdam(torch.optim.Optimizer):
self._l2_grad_norm_pg = torch.distributed.new_group(ranks=ranks) self._l2_grad_norm_pg = torch.distributed.new_group(ranks=ranks)
torch.distributed.all_reduce(self._overflow_buf,group=self._l2_grad_norm_pg) torch.distributed.all_reduce(self._overflow_buf,group=self._l2_grad_norm_pg)
self._rs_st = [torch.cuda.Stream() for _ in range(self._num_rs_pg)] self._rs_st = [torch.cuda.Stream() for _ in range(self._num_rs_pg)]
for rs_pg in self._rs_pg:
torch.distributed.all_reduce(self._overflow_buf,group=rs_pg)
if self._num_ag_pg == 0: if self._num_ag_pg == 0:
self._ag_pg = self._rs_pg self._ag_pg = self._rs_pg
self._ag_st = self._rs_st self._ag_st = self._rs_st
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment