github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-05 02:51:59 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'main' into feature/fp8_comm

Browse Source
This commit is contained in:
Hongxin Liu
2024-08-22 15:14:38 +08:00
committed by GitHub
parent afe845ff15 39e2597426
commit caab4a307f
17 changed files with 242 additions and 116 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
colossalai/booster/plugin/low_level_zero_plugin.py
View File

@@ -349,7 +349,7 @@ class LowLevelZeroPlugin(DPPluginBase):
verbose: bool = False,
cast_inputs: bool = True,
fp8_communication: bool = False,
use_fp8: bool = False,
use_fp8: bool = False
) -> None:
super().__init__()
assert stage in (1, 2), f"LowLevelZeroPlugin only supports stage 1/2 training"