github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-24 03:03:37 +00:00
Code Issues Packages Projects Releases Wiki Activity

[FAW] init an LFU implementation for FAW (#1488)

Browse Source
This commit is contained in:
Jiarui Fang
2022-08-24 17:37:22 +08:00
committed by GitHub
parent 32efe8e740
commit cde7b8a5b8
5 changed files with 112 additions and 39 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
colossalai/nn/parallel/layers/__init__.py
View File

@@ -3,10 +3,10 @@ from .linear import ColoLinear
from .embedding import ColoEmbedding
from .module_utils import register_colo_module, is_colo_module, get_colo_module, init_colo_module, check_colo_module
from .cache_embedding import FreqAwareEmbeddingBag, ParallelFreqAwareEmbeddingBag, CachedParamMgr, LimitBuffIndexCopyer
from .cache_embedding import FreqAwareEmbeddingBag, ParallelFreqAwareEmbeddingBag, CachedParamMgr, LimitBuffIndexCopyer, EvictionStrategy
__all__ = [
'ColoModule', 'register_colo_module', 'is_colo_module', 'get_colo_module', 'init_colo_module', 'check_colo_module',
'ColoLinear', 'ColoEmbedding', 'FreqAwareEmbeddingBag', 'ParallelFreqAwareEmbeddingBag', 'CachedParamMgr',
'LimitBuffIndexCopyer'
'LimitBuffIndexCopyer', 'EvictionStrategy'
]