github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-13 21:22:49 +00:00
Code Issues Packages Projects Releases Wiki Activity

[MOE] remove old MoE legacy (#493)

Browse Source
This commit is contained in:
HELSON
2022-03-22 17:37:16 +08:00
committed by GitHub
parent c4c02424f3
commit f24b5ed201
3 changed files with 5 additions and 26 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
colossalai/context/parallel_mode.py
View File

@@ -45,7 +45,3 @@ class ParallelMode(Enum):
PARALLEL_2P5D_COL = '2p5d_col'
PARALLEL_2P5D_DEP = '2p5d_dep'
PARALLEL_2P5D_XZ = '2p5d_xz'
# MOE parallel
MOE_DATA = 'moe_data'
MOE_MODEL = 'moe_model'