github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-08-09 03:47:57 +00:00
Code Issues Packages Projects Releases Wiki Activity

[CI] Update test_sharded_optim_with_sync_bn.py (#3688)

Browse Source 
fix spelling error in line23
change "cudnn_determinstic"=True to "cudnn_deterministic=True"
This commit is contained in:
digger-yu 2023-05-05 18:57:27 +08:00 committed by GitHub
parent b36e67cb2b
commit b49020c1b1
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
tests/test_zero/test_legacy/test_sharded_optim_with_sync_bn.py
View File

@ -20,7 +20,7 @@ def run_dist(rank, world_size, port):
# need to configure cudnn deterministic so that # need to configure cudnn deterministic so that
# randomness of convolution layers will be disabled # randomness of convolution layers will be disabled
zero_config = dict(model_config=dict(shard_strategy=TensorShardStrategy())) zero_config = dict(model_config=dict(shard_strategy=TensorShardStrategy()))
colossalai.launch(config=dict(zero=zero_config, cudnn_determinstic=True, cudnn_benchmark=False), colossalai.launch(config=dict(zero=zero_config, cudnn_deterministic=True, cudnn_benchmark=False),
rank=rank, rank=rank,
world_size=world_size, world_size=world_size,
host='localhost', host='localhost',