[cudnn] set False to cudnn benchmark by default (#1063)

3d10be33 · Frank Lee · GitHub · df9dcbbf · 3d10be33
Unverified Commit 3d10be33 authored Jun 03, 2022 by Frank Lee Committed by GitHub Jun 03, 2022
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

colossalai/initialize.py colossalai/initialize.py +1 -1

No files found.
--- a/colossalai/initialize.py
+++ b/colossalai/initialize.py
@@ -270,7 +270,7 @@ def initialize(model: nn.Module,
            ranks=[0])

    # cudnn
-    cudnn_benchmark = config.get('cudnn_benchmark', True)
+    cudnn_benchmark = config.get('cudnn_benchmark', False)
    cudnn_deterministic = config.get('cudnn_deterministic', False)
    torch.backends.cudnn.benchmark = cudnn_benchmark
    torch.backends.cudnn.deterministic = cudnn_deterministic