fix-test (#5210)

fix-test fix-test
2025-09-04 18:40:28 +00:00 · 2024-01-03 14:26:13 +08:00
parent 7f3400b560
commit 365671be10
3 changed files with 9 additions and 1 deletions
--- a/colossalai/booster/plugin/gemini_plugin.py
+++ b/colossalai/booster/plugin/gemini_plugin.py
@@ -437,6 +437,10 @@ class GeminiPlugin(DPPluginBase):
            enable_sequence_overlap=self.enable_sequence_overlap,
        )

+    def __del__(self):
+        """Destroy the prcess groups in ProcessGroupMesh"""
+        self.pg_mesh.destroy_mesh_process_groups()
+
    def support_no_sync(self) -> bool:
        return False