fix

2025-07-31 15:25:21 +00:00 · 2024-08-19 09:02:16 +00:00 · 2024-08-19 09:02:16 +00:00 · 12b44012d9
commit 12b44012d9
parent 0d8e82a024
1 changed files with 25 additions and 24 deletions
--- a/colossalai/booster/plugin/hybrid_parallel_plugin.py
+++ b/colossalai/booster/plugin/hybrid_parallel_plugin.py
@ -1278,6 +1278,7 @@ class HybridParallelPlugin(PipelinePluginBase):
                overlap_allgather=(self.zero_stage > 0 and self.zero_config["overlap_allgather"]),
                use_fp8=self.use_fp8,
            )
+            if optimizer is not None and not isinstance(optimizer, OptimizerWrapper):
                if zero_stage == 0:
                    is_zero = False
                    if self.precision in ["fp16", "bf16"]: