github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-12-03 04:13:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

[pipeline/tuning] improve dispatch performance both time and space cost (#1544)

Browse Source
This commit is contained in:
Kirigaya Kazuto
2022-09-07 19:01:06 +08:00
committed by GitHub
parent 4f59693207
commit 6159d45417
3 changed files with 194 additions and 155 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
tests/test_pipeline/rpc_test_utils.py
View File

@@ -45,6 +45,7 @@ def parse_args():
parser = argparse.ArgumentParser()
parser.add_argument('--epoch', type=int, default=1)
parser.add_argument('--world_size', type=int, default=2)
parser.add_argument('--batch_size', type=int, default=16)
parser.add_argument('--num_microbatches', type=int, default=2)
parser.add_argument('--chunk', type=int, default=1)
parser.add_argument('--use_checkpoint', action='store_true')