github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-15 06:00:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

[example] update gpt example for larger model scale (#2211)

Browse Source
This commit is contained in:
Jiarui Fang
2022-12-28 13:54:08 +08:00
committed by GitHub
parent 24246f7aa5
commit d5e3e3ec01
5 changed files with 122 additions and 57 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
colossalai/gemini/memory_tracer/memstats_collector.py
View File

@@ -59,7 +59,6 @@ class MemStatsCollector:
return [t - self._sampling_time[0] for t in self._sampling_time]
def start_collection(self):
print('start collection')
self._start_flag = True
self._mem_monitor.start()
@@ -68,7 +67,6 @@ class MemStatsCollector:
# self._step_total = len(self._sampling_time)
self._step_total = len(self._memstats.non_model_data_list('cuda'))
self._start_flag = False
self._mem_monitor.finish()
print(f'finish_collection {self._step_total}')
# deprecated