github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-15 22:19:38 +00:00
Code Issues Packages Projects Releases Wiki Activity

[polish] polish singleton and global context (#500)

Browse Source
This commit is contained in:
Jiarui Fang
2022-03-23 18:03:39 +08:00
committed by GitHub
parent 9ec1ce6ab1
commit a445e118cf
18 changed files with 39 additions and 47 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
model_zoo/moe/models.py
View File

@@ -7,7 +7,7 @@ from colossalai.nn.layer import VanillaPatchEmbedding, VanillaClassifier, \
from colossalai.nn.layer.moe import build_ffn_experts, MoeLayer, Top2Router, NormalNoiseGenerator, MoeModule
from .util import moe_sa_args, moe_mlp_args
from ..helper import TransformerLayer
from colossalai.core import MOE_CONTEXT
from colossalai.context.moe_context import MOE_CONTEXT
from colossalai.utils import get_current_device
from typing import List