[misc] update pre-commit and run all files (#4752)

* [misc] update pre-commit

* [misc] run pre-commit

* [misc] remove useless configuration files

* [misc] ignore cuda for clang-format
This commit is contained in:
Hongxin Liu
2023-09-19 14:20:26 +08:00
committed by GitHub
parent 3c6b831c26
commit 079bf3cb26
1268 changed files with 50037 additions and 38444 deletions

View File

@@ -6,44 +6,43 @@ from enum import Enum
# parallel modes
class ParallelMode(Enum):
"""This is an enumeration class containing all possible parallel modes.
"""
"""This is an enumeration class containing all possible parallel modes."""
GLOBAL = 'global'
GLOBAL = "global"
# common parallel
DATA = 'data'
DATA = "data"
# model parallel - containing tensor and pipeline parallel groups
# this is added to facilitate amp and grad clipping in hybrid parallel
MODEL = 'model'
MODEL = "model"
# pipeline parallel
PIPELINE = 'pipe'
PIPELINE = "pipe"
# containing all ranks in tensor parallel
TENSOR = 'tensor'
TENSOR = "tensor"
# sequence parallel
SEQUENCE = 'sequence'
SEQUENCE_DP = 'sequence_dp'
SEQUENCE = "sequence"
SEQUENCE_DP = "sequence_dp"
# 1D Parallel
PARALLEL_1D = '1d'
PARALLEL_1D = "1d"
# 2D parallel
PARALLEL_2D_ROW = '2d_row'
PARALLEL_2D_COL = '2d_col'
PARALLEL_2D_ROW = "2d_row"
PARALLEL_2D_COL = "2d_col"
# 3D parallel
PARALLEL_3D_INPUT = '3d_input'
PARALLEL_3D_WEIGHT = '3d_weight'
PARALLEL_3D_OUTPUT = '3d_output'
PARALLEL_3D_INPUT = "3d_input"
PARALLEL_3D_WEIGHT = "3d_weight"
PARALLEL_3D_OUTPUT = "3d_output"
PARALLEL_3D_INPUT_X_WEIGHT = "3d_input_x_weight"
PARALLEL_3D_OUTPUT_X_WEIGHT = "3d_output_x_weight"
# 2.5D parallel
PARALLEL_2P5D_ROW = '2p5d_row'
PARALLEL_2P5D_COL = '2p5d_col'
PARALLEL_2P5D_DEP = '2p5d_dep'
PARALLEL_2P5D_XZ = '2p5d_xz'
PARALLEL_2P5D_ROW = "2p5d_row"
PARALLEL_2P5D_COL = "2p5d_col"
PARALLEL_2P5D_DEP = "2p5d_dep"
PARALLEL_2P5D_XZ = "2p5d_xz"