mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-10-12 18:33:53 +00:00
ca6e75bc28
* Add handson to ColossalAI. * Change names of handsons and edit sequence parallel example. * Edit wrong folder name * resolve conflict * delete readme
22 lines
269 B
Bash
22 lines
269 B
Bash
export BS=16
|
|
export MEMCAP=0
|
|
export MODEL="6.7b"
|
|
export GPUNUM=1
|
|
|
|
for MODEL in "6.7b" "13b" "1.3b"
|
|
do
|
|
for GPUNUM in 8 1
|
|
do
|
|
for BS in 16 24 32 8
|
|
do
|
|
for MEMCAP in 0 40
|
|
do
|
|
pkill -9 torchrun
|
|
pkill -9 python
|
|
|
|
bash ./run_clm.sh $BS $MEMCAP $MODEL $GPUNUM
|
|
done
|
|
done
|
|
done
|
|
done
|