github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-07-06 20:10:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

[update] update text;

Browse Source
This commit is contained in:
duanjunwen 2024-08-26 04:00:51 +00:00
parent 203033ea16
commit 107230d27a
1 changed files with 8 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
tests/test_pipeline/test_schedule/test_dx_dw.py
View File

@ -1176,12 +1176,16 @@ def model_chunk_dx_dw_comm_interleaved(
print(f"After del: {torch.cuda.memory_allocated()/1024**3 :.3f} GB on device {stage_manager.get_rank()};") print(f"After del: {torch.cuda.memory_allocated()/1024**3 :.3f} GB on device {stage_manager.get_rank()};")
def run_fwd_bwd(
rank: int,
world_size: int,
port: int,
):
pass
@rerun_if_address_is_in_use() @rerun_if_address_is_in_use()
def test_dx_dw_dist(): def test_dx_dw_dist():
# spawn(
# model_chunk_dx_dw_communication,
# nprocs=2,
# )
spawn( spawn(
model_chunk_dx_dw_comm_interleaved, model_chunk_dx_dw_comm_interleaved,