mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-09-18 16:00:49 +00:00
[gemini] get the param visited order during runtime (#2108)
This commit is contained in:
@@ -38,6 +38,13 @@ def test_runtime_mem_tracer():
|
||||
print("cuda_non_model_data_list", len(cuda_non_model_data_list))
|
||||
print(non_model_data_list)
|
||||
|
||||
cnt1 = 0
|
||||
for p in runtime_mem_tracer.parameters_in_runtime_order():
|
||||
cnt1 += 1
|
||||
cnt2 = 0
|
||||
for p in model.parameters():
|
||||
cnt2 += 1
|
||||
assert cnt2 == cnt1, f'visited param number {cnt1} vs real param number {cnt2}'
|
||||
del model
|
||||
|
||||
|
||||
|
Reference in New Issue
Block a user