mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2026-01-25 14:55:10 +00:00
d16671da75
* [Tensor] activation is an attr of ColoTensor * [Tensor] add optimizer * only detach parameters in context * polish code
13 lines
479 B
Python
13 lines
479 B
Python
from .spec import ComputePattern, ParallelAction, TensorSpec, ShardPattern
|
|
from .op_wrapper import (
|
|
colo_op_impl,)
|
|
from .colo_tensor import ColoTensor
|
|
from .utils import convert_parameter, named_params_with_colotensor
|
|
from ._ops import *
|
|
from .optim.colo_optimizer import ColoOptimizer
|
|
|
|
__all__ = [
|
|
'ColoTensor', 'convert_parameter', 'colo_op_impl', 'ComputePattern', 'TensorSpec', 'ParallelAction',
|
|
'named_params_with_colotensor', 'ShardPattern', 'ColoOptimizer'
|
|
]
|