github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-07 20:10:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

[DTensor] refactor CommSpec (#3034)

Browse Source
This commit is contained in:
YuliangLiu0306
2023-03-08 10:45:31 +08:00
committed by GitHub
parent ea0b52c12e
commit 29386a54e6
3 changed files with 501 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
colossalai/tensor/d_tensor/sharding_spec.py
View File

@@ -171,7 +171,7 @@ class ShardingSpec:
raise ShardingOutOfIndexError(
f'sharding_sequence should have {self.dims} elements, but got index {len(self.sharding_sequence)}.')
if max(list(self.dim_partition_dict.keys())) >= self.dims:
if list(self.dim_partition_dict.keys()) and max(list(self.dim_partition_dict.keys())) >= self.dims:
raise ShardingOutOfIndexError(
f'the key of dim_partition_dict should be less than {self.dims}, but got {max(list(self.dim_partition_dict.keys()))}.'
)