github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-04-28 03:43:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

[hotfix] layout converting issue (#3188)

Browse Source
This commit is contained in:
YuliangLiu0306 2023-03-21 13:24:18 +08:00 committed by GitHub
parent 80aed29cd3
commit 258b43317c
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
colossalai/tensor/d_tensor/layout_converter.py
View File

@ -10,7 +10,7 @@ from colossalai.auto_parallel.tensor_shard.sharding_strategy import MemoryCost,
from colossalai.context.singleton_meta import SingletonMeta from colossalai.context.singleton_meta import SingletonMeta
from colossalai.tensor.d_tensor.comm_spec import * from colossalai.tensor.d_tensor.comm_spec import *
from colossalai.tensor.d_tensor.layout import Layout from colossalai.tensor.d_tensor.layout import Layout
from colossalai.tensor.sharding_spec import ShardingSpecException from colossalai.tensor.d_tensor.misc import LayoutException
from colossalai.tensor.utils import all_gather_simulator, all_to_all_simulator, shard_simulator from colossalai.tensor.utils import all_gather_simulator, all_to_all_simulator, shard_simulator
from .sharding_spec import ShardingSpec from .sharding_spec import ShardingSpec
@ -145,7 +145,7 @@ class LayoutConverter(metaclass=SingletonMeta):
entire_shape=source_layout.entire_shape) entire_shape=source_layout.entire_shape)
valid_spec_dict[new_layout] = comm_spec valid_spec_dict[new_layout] = comm_spec
except ShardingSpecException: except LayoutException:
pass pass
return valid_spec_dict return valid_spec_dict
@ -255,7 +255,7 @@ class LayoutConverter(metaclass=SingletonMeta):
device_type=source_layout.device_type, device_type=source_layout.device_type,
entire_shape=source_layout.entire_shape) entire_shape=source_layout.entire_shape)
valid_spec_dict[new_layout] = comm_spec valid_spec_dict[new_layout] = comm_spec
except ShardingSpecException: except LayoutException:
pass pass
return valid_spec_dict return valid_spec_dict
@ -343,7 +343,7 @@ class LayoutConverter(metaclass=SingletonMeta):
device_type=source_layout.device_type, device_type=source_layout.device_type,
entire_shape=source_layout.entire_shape) entire_shape=source_layout.entire_shape)
valid_spec_dict[new_layout] = comm_spec valid_spec_dict[new_layout] = comm_spec
except ShardingSpecException: except LayoutException:
pass pass
return valid_spec_dict return valid_spec_dict