mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-09-11 22:10:37 +00:00
[CI] add test_ci.sh for palm, opt and gpt (#2475)
This commit is contained in:
@@ -1,15 +1,2 @@
|
||||
pip install -r requirements.txt
|
||||
|
||||
# test colossalai
|
||||
for TP in 1 2; do
|
||||
for PLACEMENT in "cpu" "cuda" "auto" "const"; do
|
||||
for SHARD in "True" "False"; do
|
||||
colossalai run --nproc_per_node=4 ./gemini/train_gpt_demo.py --steps 4 --distplan colossalai --tp_degree $TP --placement $PLACEMENT --shardinit $SHARD || exit 1
|
||||
done
|
||||
done
|
||||
done
|
||||
|
||||
# test zero1&2
|
||||
for DIST in "zero1" "zero2"; do
|
||||
colossalai run --nproc_per_node=4 ./gemini/train_gpt_demo.py --steps 4 --distplan $DIST || exit 1
|
||||
done
|
||||
set -x
|
||||
cd gemini && bash test_ci.sh
|
||||
|
Reference in New Issue
Block a user