fix for pytorch < 1.6 (#6300)

118ecfd4 · Patrick von Platen · GitHub · 2804fff8 · 118ecfd4
Unverified Commit 118ecfd4 authored Aug 06, 2020 by Patrick von Platen Committed by GitHub Aug 06, 2020
Show whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

src/transformers/modeling_reformer.py src/transformers/modeling_reformer.py +2 -2

No files found.
--- a/src/transformers/modeling_reformer.py
+++ b/src/transformers/modeling_reformer.py
@@ -1400,7 +1400,7 @@ class ReformerLayer(nn.Module):

        # randomize seeds
        # use cuda generator if available
-        if len(torch.cuda.default_generators) > 0:
+        if hasattr(torch.cuda, "default_generators") and len(torch.cuda.default_generators) > 0:
            # GPU
            device_idx = torch.cuda.current_device()
            self.attention_seed = torch.cuda.default_generators[device_idx].seed()
@@ -1420,7 +1420,7 @@ class ReformerLayer(nn.Module):
        """
        # randomize seeds
        # use cuda generator if available
-        if len(torch.cuda.default_generators) > 0:
+        if hasattr(torch.cuda, "default_generators") and len(torch.cuda.default_generators) > 0:
            # GPU
            device_idx = torch.cuda.current_device()
            self.feed_forward_seed = torch.cuda.default_generators[device_idx].seed()