[fx] update split module pass and add customized policy (#1373)

* [CLI] add CLI launcher

* Revert "[CLI] add CLI launcher"

This reverts commit df7e6506d4.

* [fx]update split module pass and add customized policy

colossalai/fx/passes/adding_split_node_pass.py

@@ -61,6 +61,8 @@ def balanced_split_pass_v2(gm: torch.fx.GraphModule, pp_size: int):
     for node in mod_graph.nodes:
         if pp_size <= 1:
             break
+        if 'pipe_split' in node.name:
+            continue
         accumulate_node_size += node.node_size
         if accumulate_node_size >= partition_size:
             accumulate_node_size = 0