github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-07-02 02:02:32 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #5738 from botbw/prefetch

Browse Source 
[chore] fix init error
This commit is contained in:
Haze188 2024-05-21 10:40:56 +08:00 committed by GitHub
commit 83716e9feb
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
colossalai/zero/gemini/gemini_mgr.py
View File

@ -42,7 +42,9 @@ class GeminiManager:
self._mem_stats_collector = (
ChunkMemStatsCollector(chunk_manager, self._memstats) if policy_cls.need_mem_stats else None
)
self._placement_policy = policy_cls(self, chunk_manager, self._mem_stats_collector, **placement_kwargs)
self._placement_policy = policy_cls(
chunk_manager=chunk_manager, mem_stats_collector=self._mem_stats_collector, **placement_kwargs
)
self._compute_list: List[Tuple[Chunk, ...]] = []
self._compute_idx: int = -1
self._async_works: Dict[Chunk, dist.Work] = {}