mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-06-25 15:01:43 +00:00
[NFC] polish colossalai/context/parallel_context.py code style (#3276)
This commit is contained in:
parent
1168b50e33
commit
8af977f223
@ -10,15 +10,16 @@ from typing import Union
|
|||||||
import numpy as np
|
import numpy as np
|
||||||
import torch
|
import torch
|
||||||
import torch.distributed as dist
|
import torch.distributed as dist
|
||||||
|
|
||||||
from colossalai.constants import ALLOWED_MODES, INITIALIZER_MAPPING
|
from colossalai.constants import ALLOWED_MODES, INITIALIZER_MAPPING
|
||||||
from colossalai.context.config import Config
|
from colossalai.context.config import Config
|
||||||
|
from colossalai.context.singleton_meta import SingletonMeta
|
||||||
from colossalai.global_variables import tensor_parallel_env as env
|
from colossalai.global_variables import tensor_parallel_env as env
|
||||||
from colossalai.logging import get_dist_logger
|
from colossalai.logging import get_dist_logger
|
||||||
from colossalai.registry import DIST_GROUP_INITIALIZER
|
from colossalai.registry import DIST_GROUP_INITIALIZER
|
||||||
|
|
||||||
from .parallel_mode import ParallelMode
|
from .parallel_mode import ParallelMode
|
||||||
from .random import add_seed, get_seeds, set_mode
|
from .random import add_seed, get_seeds, set_mode
|
||||||
from colossalai.context.singleton_meta import SingletonMeta
|
|
||||||
|
|
||||||
|
|
||||||
class ParallelContext(metaclass=SingletonMeta):
|
class ParallelContext(metaclass=SingletonMeta):
|
||||||
|
Loading…
Reference in New Issue
Block a user