github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-23 10:30:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

[polish] polish singleton and global context (#500)

Browse Source
This commit is contained in:
Jiarui Fang
2022-03-23 18:03:39 +08:00
committed by GitHub
parent 9ec1ce6ab1
commit a445e118cf
18 changed files with 39 additions and 47 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
colossalai/engine/gradient_handler/_moe_gradient_handler.py
View File

@@ -1,9 +1,10 @@
from colossalai.core import global_context as gpc, MOE_CONTEXT
from colossalai.core import global_context as gpc
from colossalai.registry import GRADIENT_HANDLER
from colossalai.utils.moe import get_moe_epsize_param_dict
from ._base_gradient_handler import BaseGradientHandler
from ...context.parallel_mode import ParallelMode
from .utils import bucket_allreduce
from colossalai.context.moe_context import MOE_CONTEXT
@GRADIENT_HANDLER.register_module