github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-08-04 17:49:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

[cudnn] set False to cudnn benchmark by default (#1063)

Browse Source
This commit is contained in:
Frank Lee 2022-06-03 17:58:06 +08:00 committed by GitHub
parent df9dcbbff6
commit 3d10be33bd
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
colossalai/initialize.py
View File

@ -270,7 +270,7 @@ def initialize(model: nn.Module,
ranks=[0]) ranks=[0])
# cudnn # cudnn
cudnn_benchmark = config.get('cudnn_benchmark', True) cudnn_benchmark = config.get('cudnn_benchmark', False)
cudnn_deterministic = config.get('cudnn_deterministic', False) cudnn_deterministic = config.get('cudnn_deterministic', False)
torch.backends.cudnn.benchmark = cudnn_benchmark torch.backends.cudnn.benchmark = cudnn_benchmark
torch.backends.cudnn.deterministic = cudnn_deterministic torch.backends.cudnn.deterministic = cudnn_deterministic