From 9e767643dd28428f6f1f7e95be2f0a66cf4b2558 Mon Sep 17 00:00:00 2001
From: flybird11111 <1829166702@qq.com>
Date: Fri, 23 Aug 2024 13:49:53 +0800
Subject: [PATCH] Update low_level_zero_plugin.py
---
colossalai/booster/plugin/low_level_zero_plugin.py | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/colossalai/booster/plugin/low_level_zero_plugin.py b/colossalai/booster/plugin/low_level_zero_plugin.py
index 42bb49bc9..9a7534dde 100644
--- a/colossalai/booster/plugin/low_level_zero_plugin.py
+++ b/colossalai/booster/plugin/low_level_zero_plugin.py
@@ -349,7 +349,7 @@ class LowLevelZeroPlugin(DPPluginBase):
verbose: bool = False,
cast_inputs: bool = True,
fp8_communication: bool = False,
- use_fp8: bool = False,
+ use_fp8: bool = False
) -> None:
super().__init__()
assert stage in (1, 2), f"LowLevelZeroPlugin only supports stage 1/2 training"