github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-24 19:17:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

[Gemini] remove static tracer (#2083)

Browse Source
This commit is contained in:
Jiarui Fang
2022-12-06 12:53:58 +08:00
committed by GitHub
parent 28ef3f29af
commit 1f99205827
4 changed files with 15 additions and 23 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
colossalai/nn/parallel/gemini_parallel.py
View File

@@ -50,5 +50,5 @@ class GeminiDDP(ZeroDDP):
hidden_dim=hidden_dim,
search_range_mb=search_range_mb,
min_chunk_size_mb=min_chunk_size_mb)
gemini_manager = GeminiManager(placement_policy, chunk_manager, module)
gemini_manager = GeminiManager(placement_policy, chunk_manager)
super().__init__(module, gemini_manager, pin_memory, force_outputs_fp32)