mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-09-08 04:24:47 +00:00
remove comments
This commit is contained in:
@@ -37,18 +37,16 @@ class GeminiZeROHook(ColoParamOpHook):
|
||||
|
||||
# transfer state
|
||||
for p in params:
|
||||
# TODO(haze188): check状态转换
|
||||
self._chunk_manager.trans_tensor_state(p, TensorState.COMPUTE)
|
||||
self._gemini_manager.sample_overall_data()
|
||||
|
||||
# evit chunks, aware of async fetched
|
||||
# TODO(haze188): 可能我们prefetch的又被淘汰掉, check一下
|
||||
# TODO: check if prefetched chunks will be evicted
|
||||
self._gemini_manager.adjust_layout(
|
||||
all_chunks, record_anyway=self._gemini_manager.placement_policy.max_prefetch > 0
|
||||
)
|
||||
|
||||
# fetch the rest synchronously
|
||||
# TODO(haze188): 1. 先prefetch还是先fetch(prefetch是异步,fetch是同步)
|
||||
for chunk in chunks_fetch_sync:
|
||||
self._chunk_manager.access_chunk(chunk)
|
||||
|
||||
|
Reference in New Issue
Block a user