mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-07-14 07:34:30 +00:00
18d67d0e8e
* rpc support source * kv cache logical/physical disaggregation * sampler refactor * colossalai launch built in * Unitest * Rpyc support --------- Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
5 lines
164 B
Python
5 lines
164 B
Python
from .block_cache import CacheBlock
|
|
from .kvcache_manager import KVCacheManager, RPCKVCacheManager
|
|
|
|
__all__ = ["CacheBlock", "KVCacheManager", "RPCKVCacheManager"]
|