github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-16 06:30:41 +00:00
Code Issues Packages Projects Releases Wiki Activity

[pipeline/tuning] improve dispatch performance both time and space cost (#1544)

Browse Source
This commit is contained in:
Kirigaya Kazuto
2022-09-07 19:01:06 +08:00
committed by GitHub
parent 4f59693207
commit 6159d45417
3 changed files with 194 additions and 155 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
tests/test_pipeline/rpc_test_utils.py
View File

@@ -45,6 +45,7 @@ def parse_args():
parser = argparse.ArgumentParser()
parser.add_argument('--epoch', type=int, default=1)
parser.add_argument('--world_size', type=int, default=2)
parser.add_argument('--batch_size', type=int, default=16)
parser.add_argument('--num_microbatches', type=int, default=2)
parser.add_argument('--chunk', type=int, default=1)
parser.add_argument('--use_checkpoint', action='store_true')

1
tests/test_pipeline/test_cuda_rpc_optimizer.py
View File

@@ -43,7 +43,6 @@ def run_master(args):
engine.initialize_optimizer(optimizer_class, lr=lr)
_ = engine.forward_backward(input_sample)
engine.step()
cuda_rpc_result = []
single_result = []