fix a scale bug according to Non-Local papaer (#1528)

6668bf03 · Zhuliang Yao · Kai Chen · 0527e210 · 6668bf03
Commit 6668bf03 authored Oct 14, 2019 by Zhuliang Yao Committed by Kai Chen Oct 14, 2019
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

mmdet/models/plugins/non_local.py mmdet/models/plugins/non_local.py +1 -1

No files found.
--- a/mmdet/models/plugins/non_local.py
+++ b/mmdet/models/plugins/non_local.py
@@ -76,7 +76,7 @@ class NonLocal2D(nn.Module):
        pairwise_weight = torch.matmul(theta_x, phi_x)
        if self.use_scale:
            # theta_x.shape[-1] is `self.inter_channels`
-            pairwise_weight /= theta_x.shape[-1]**-0.5
+            pairwise_weight /= theta_x.shape[-1]**0.5
        pairwise_weight = pairwise_weight.softmax(dim=-1)
        return pairwise_weight