github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-16 06:30:41 +00:00
Code Issues Packages Projects Releases Wiki Activity

reorgnize colotensor directory (#1062)

Browse Source 
* reorgnize colotensor directory

* polish code
This commit is contained in:
Jiarui Fang
2022-06-03 18:04:22 +08:00
committed by GitHub
parent 3d10be33bd
commit a00644079e
25 changed files with 130 additions and 66 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
colossalai/utils/model/colo_init_context.py
View File

@@ -1,11 +1,12 @@
from .utils import InsertPostInitMethodToModuleSubClasses
import torch
from colossalai.tensor import ColoTensor, ColoParameter, register_colo_module, init_colo_module, \
from colossalai.tensor import ColoTensor, ColoParameter
from colossalai.nn import register_colo_module, init_colo_module, \
ColoLinear, ColoEmbedding
import types
from torch import nn
from typing import Iterator, Tuple, Union, Optional
from typing import Iterator, Tuple, Union
# find named_params includes replica
@@ -24,6 +25,7 @@ def _named_params_with_replica(
name = mod_prefix + ('.' if mod_prefix else '') + name
yield name, val
def ColoModulize(module):
"""
Replacing the parameters() and named_parameters() with our customized ones