Fixes Beit training for PyTorch 1.10+ (#14249)

bbaa3eff · Sylvain Gugger · GitHub · ad3e560b · bbaa3eff
Unverified Commit bbaa3eff authored Nov 02, 2021 by Sylvain Gugger Committed by GitHub Nov 02, 2021
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

src/transformers/models/beit/modeling_beit.py src/transformers/models/beit/modeling_beit.py +1 -1

No files found.
--- a/src/transformers/models/beit/modeling_beit.py
+++ b/src/transformers/models/beit/modeling_beit.py
@@ -987,7 +987,7 @@ class BeitUperHead(nn.Module):
        used_backbone_levels = len(laterals)
        for i in range(used_backbone_levels - 1, 0, -1):
            prev_shape = laterals[i - 1].shape[2:]
-            laterals[i - 1] += nn.functional.interpolate(
+            laterals[i - 1] = laterals[i - 1] + nn.functional.interpolate(
                laterals[i], size=prev_shape, mode="bilinear", align_corners=self.align_corners
            )