github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-23 10:30:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

[gemini] refactor gemini mgr (#1151)

Browse Source 
* refactor gemini mgr

* udpate __init__
This commit is contained in:
ver217
2022-06-22 11:54:36 +08:00
committed by GitHub
parent f8eec98ff5
commit 54aabb8da4
4 changed files with 17 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
colossalai/nn/parallel/data_parallel.py
View File

@@ -225,7 +225,7 @@ class ZeroDDP(ColoDDP):
self.chunk_manager.exec_lazy_release()
self._setup_grads_ptr()
self._logger.debug(
f'layout time: {self.gemini_manager._layout_time}, evict time: {self.gemini_manager._evict_time}, PCIE move vol: {self.gemini_manager._cpu_gpu_move_volume}B'
f'comp cuda demand time: {self.gemini_manager._comp_cuda_demand_time}, layout time: {self.gemini_manager._layout_time}, evict time: {self.gemini_manager._evict_time}, CPU->CUDA vol: {self.gemini_manager._h2d_volume}B, CUDA->CPU vol: {self.gemini_manager._d2h_volume}'
)
self.gemini_manager.post_iter()