[Fix/Inference] Remove unused and non-functional functions (#5543)

* [fix] remove unused func

* rm non-functional partial
This commit is contained in:
Yuanheng Zhao
2024-04-02 14:16:59 +08:00
committed by GitHub
parent a2878e39f4
commit 4bb5d8923a
2 changed files with 8 additions and 29 deletions

View File

@@ -36,8 +36,6 @@ class ShardConfig:
enable_sequence_overlap: bool = False
parallel_output = True
extra_kwargs: Dict[str, Any] = field(default_factory=dict)
# pipeline_parallel_size: int
# data_parallel_size: int
# tensor_parallel_mode: Literal['1d', '2d', '2.5d', '3d']
@property
@@ -70,9 +68,3 @@ class ShardConfig:
self.enable_jit_fused = True
self.enable_sequence_parallelism = True
self.enable_sequence_overlap = True
def _infer(self):
"""
Set default params for inference.
"""
# assert self.pipeline_stage_manager is None, "pipeline parallelism is not supported in inference for now"