Skip to content

GitLab

Commit 89ae9e54 authored by Jie's avatar Jie
Browse files

Fixing rank mapping for bn_group size == 8

parent 1483f22d
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
apex/contrib/groupbn/batch_norm.py
View file @ 89ae9e54
...@@ -184,8 +184,8 @@ class BatchNorm2d_NHWC(_BatchNorm): ...@@ -184,8 +184,8 @@ class BatchNorm2d_NHWC(_BatchNorm):
self.pair_data2 = bnp.get_remote_data_ptr(self.pair_handle2, pair_offset2) self.pair_data2 = bnp.get_remote_data_ptr(self.pair_handle2, pair_offset2)
if bn_group>4: if bn_group>4:
self.pair_handle3 = handles_l[local_rank ^ 3].cpu().contiguous() self.pair_handle3 = handles_l[local_rank ^ 4].cpu().contiguous()
pair_offset3 = offsets_l[local_rank ^ 3].cpu() pair_offset3 = offsets_l[local_rank ^ 4].cpu()
self.pair_data3 = bnp.get_remote_data_ptr(self.pair_handle3, pair_offset3) self.pair_data3 = bnp.get_remote_data_ptr(self.pair_handle3, pair_offset3)
#FIXME: get magic value into C code and eliminate from here #FIXME: get magic value into C code and eliminate from here
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment