mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-09-16 14:41:53 +00:00
[Gemini] update the non model data record method in runtime memory tracer (#2128)
This commit is contained in:
@@ -32,7 +32,7 @@ class GeminiZeROHook(ColoParamOpHook):
|
||||
self._gemini_manager.adjust_layout(chunks)
|
||||
for chunk in chunks:
|
||||
self._chunk_manager.access_chunk(chunk)
|
||||
self._gemini_manager.sample_model_data()
|
||||
self._gemini_manager.record_model_data_volume()
|
||||
|
||||
def post_op(self, params):
|
||||
params = [p for p in params if not getattr(p, '_ddp_to_ignore', False)]
|
||||
|
@@ -67,7 +67,7 @@ class ZeroHook(BaseOpHook):
|
||||
|
||||
# record model data statistics
|
||||
if self._memstarts_collector:
|
||||
self._memstarts_collector.sample_model_data()
|
||||
self._memstarts_collector.record_model_data_volume()
|
||||
|
||||
def pre_fwd_exec(self, module: torch.nn.Module, *args):
|
||||
self.adjust_module_data(module)
|
||||
|
Reference in New Issue
Block a user