github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-08-18 07:57:46 +00:00
Code Issues Packages Projects Releases Wiki Activity

[NFC] polish colossalai/utils/multi_tensor_apply/multi_tensor_apply.py code style (#1559)

Browse Source
This commit is contained in:
Kirigaya Kazuto 2022-09-08 22:04:34 +08:00 committed by GitHub
parent b0f4c0bddf
commit 318fbf1145
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 3 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
colossalai/pipeline/rpc/PipelineBase.py
View File

@ -778,4 +778,4 @@ class OneFOneBPipelineEngine(PipelineEngineBase):
criterion: Callable = None, criterion: Callable = None,
checkpoint: bool = False) -> None: checkpoint: bool = False) -> None:
use_1F1B = True use_1F1B = True
super().__init__(module_partitions, stage_num, num_microbatches, device, use_1F1B, chunk, criterion, checkpoint) super().__init__(module_partitions, stage_num, num_microbatches, device, use_1F1B, chunk, criterion, checkpoint)

8
colossalai/utils/multi_tensor_apply/multi_tensor_apply.py
View File

@ -26,13 +26,9 @@ class MultiTensorApply(object):
raise RuntimeError( raise RuntimeError(
"Attempted to call MultiTensorApply method, but MultiTensorApply " "Attempted to call MultiTensorApply method, but MultiTensorApply "
"is not available, possibly because Apex was installed without " "is not available, possibly because Apex was installed without "
"--cpp_ext --cuda_ext. Original import error message:", "--cpp_ext --cuda_ext. Original import error message:", MultiTensorApply.import_err)
MultiTensorApply.import_err)
def __call__(self, op, noop_flag_buffer, tensor_lists, *args): def __call__(self, op, noop_flag_buffer, tensor_lists, *args):
self.check_avail() self.check_avail()
return op(self.chunk_size, return op(self.chunk_size, noop_flag_buffer, tensor_lists, *args)
noop_flag_buffer,
tensor_lists,
*args)