github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-05 19:13:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

remove perf log, unrelated file and so on

Browse Source
This commit is contained in:
genghaozhe
2024-05-20 05:21:26 +00:00
parent 5c6c5d6be3
commit 1ec92d29af
7 changed files with 7 additions and 151 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
colossalai/zero/gemini/placement_policy.py
View File

@@ -113,10 +113,8 @@ class StaticPlacementPolicy(PlacementPolicy):
def get_prefetch_chunks(self) -> List[Chunk]:
if self.gemini_manager.is_warmup(): # no prefetch during warmup since we need compute_list
return []
# 最多有多少个异步的work
can_prefetch = self.max_prefetch - len(self.gemini_manager._async_works)
prefetch = []
# static炸就炸了，dynamic可能需要我们要先分析当前运行时的内存情况，分配空间或者淘汰块
for i in range(self.gemini_manager.compute_idx + 1, len(self.gemini_manager.compute_list)):
for chunk in self.gemini_manager.compute_list[i]:
if len(prefetch) >= can_prefetch: