fix-test (#5210)

fix-test fix-test
2025-09-04 18:40:28 +00:00 · 2024-01-03 14:26:13 +08:00
parent 7f3400b560
commit 365671be10
3 changed files with 9 additions and 1 deletions
--- a/colossalai/booster/plugin/hybrid_parallel_plugin.py
+++ b/colossalai/booster/plugin/hybrid_parallel_plugin.py
@@ -1054,6 +1054,10 @@ class HybridParallelPlugin(PipelinePluginBase):

        self.max_norm = max_norm

+    def __del__(self):
+        """Destroy the prcess groups in ProcessGroupMesh"""
+        self.pg_mesh.destroy_mesh_process_groups()
+
    @property
    def enable_pipeline_parallelism(self) -> bool:
        return self.pp_size > 1