mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-08-06 10:34:23 +00:00
b306cecf28
* Modify torch version requirement to adapt torch 2.0 * modify palm example using new booster API * roll back * fix port * polish * polish
10 lines
258 B
Bash
10 lines
258 B
Bash
$(cd `dirname $0`;pwd)
|
|
|
|
for BATCH_SIZE in 2
|
|
do
|
|
for GPUNUM in 1 4
|
|
do
|
|
env OMP_NUM_THREADS=12 torchrun --standalone --nproc_per_node=${GPUNUM} --standalone train.py --dummy_data=True --batch_size=${BATCH_SIZE} --plugin='gemini' 2>&1 | tee run.log
|
|
done
|
|
done
|