mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2026-07-13 20:39:59 +00:00
22 lines
603 B
Bash
22 lines
603 B
Bash
#!/bin/bash
|
|
|
|
python -m torch.distributed.launch test_2d.py --nproc_per_node 8 test_3d.py --host $HOST --port 29516 --world_size 8
|
|
|
|
# expected test output
|
|
# distributed environment initialized
|
|
# AB forward: pass
|
|
# AB backward: pass
|
|
# ABT forward: pass
|
|
# ABT backward: pass
|
|
# ATB forward: pass
|
|
# ATB backward: pass
|
|
# linear backward: pass
|
|
# linear backward: pass
|
|
# layer norm forward: pass
|
|
# layer norm backward: pass
|
|
# self attention forward: pass
|
|
# self attention backward: pass
|
|
# mlp forward: pass
|
|
# mlp backward: pass
|
|
# transformerlayer forward: pass
|
|
# transformerlayer backward: pass |