remove all to all

2026-02-22 06:52:56 +00:00 · 2024-07-17 05:33:38 +00:00
parent 5a310b9ee1
commit 6a20f07b80
5 changed files with 36 additions and 176 deletions
--- a/examples/language/gpt/hybridparallelism/finetune.py
+++ b/examples/language/gpt/hybridparallelism/finetune.py
@@ -218,11 +218,8 @@ def main():
    elif args.plugin == "hybrid_parallel":
        # modify the param accordingly for finetuning test cases
        plugin = HybridParallelPlugin(
-            tp_size=2,
-            pp_size=1,
-            sp_size=1,
-            # sequence_parallelism_mode="split_gather",
-            # enable_sequence_parallelism=True,
+            tp_size=1,
+            pp_size=2,
            num_microbatches=None,
            microbatch_size=1,
            enable_all_optimization=True,