From 3d10be33bdd89d4b93d95486dcf8d386ad9ae5e6 Mon Sep 17 00:00:00 2001 From: Frank Lee Date: Fri, 3 Jun 2022 17:58:06 +0800 Subject: [PATCH] [cudnn] set False to cudnn benchmark by default (#1063) --- colossalai/initialize.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/colossalai/initialize.py b/colossalai/initialize.py index fb0de4e20..fd7a202b7 100644 --- a/colossalai/initialize.py +++ b/colossalai/initialize.py @@ -270,7 +270,7 @@ def initialize(model: nn.Module, ranks=[0]) # cudnn - cudnn_benchmark = config.get('cudnn_benchmark', True) + cudnn_benchmark = config.get('cudnn_benchmark', False) cudnn_deterministic = config.get('cudnn_deterministic', False) torch.backends.cudnn.benchmark = cudnn_benchmark torch.backends.cudnn.deterministic = cudnn_deterministic