mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-08-24 18:51:33 +00:00
* [fx] change memory.py to memory_utils.py. * [fx] add shard utils. * [fx] fix import. * [fx] check code style. * [fx] add comment. * [autoparallel] first move. * [fx] add time computations.
19 lines
695 B
Python
19 lines
695 B
Python
from .._compatibility import is_compatible_with_meta
|
|
|
|
if is_compatible_with_meta():
|
|
from .opcount import flop_mapping
|
|
from .profiler import profile_function, profile_method, profile_module
|
|
from .shard_utils import (
|
|
calculate_bwd_time,
|
|
calculate_fwd_in,
|
|
calculate_fwd_out,
|
|
calculate_fwd_time,
|
|
calculate_fwd_tmp,
|
|
)
|
|
from .tensor import MetaTensor
|
|
else:
|
|
from .experimental import meta_profiler_function, meta_profiler_module, profile_function, profile_method, profile_module, calculate_fwd_in, calculate_fwd_tmp, calculate_fwd_out
|
|
|
|
from .dataflow import GraphInfo
|
|
from .memory_utils import activation_size, is_inplace, parameter_size
|