mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-05-29 18:35:00 +00:00
0b00def881
* [example] transfer llama-1 example * [example] fit llama-2 * [example] refactor scripts folder * [example] fit new gemini plugin * [cli] fix multinode runner * [example] fit gemini optim checkpoint * [example] refactor scripts * [example] update requirements * [example] update requirements * [example] rename llama to llama2 * [example] update readme and pretrain script * [example] refactor scripts
18 lines
344 B
Bash
18 lines
344 B
Bash
#!/bin/bash
|
|
|
|
# TODO: fix this
|
|
echo "3D parallel for LLaMA-2 is not ready yet"
|
|
exit 1
|
|
|
|
################
|
|
#Load your environments and modules here
|
|
################
|
|
|
|
HOSTFILE=$(realpath hosts.txt)
|
|
|
|
cd ../..
|
|
|
|
export OMP_NUM_THREADS=8
|
|
|
|
colossalai run --nproc_per_node 8 --hostfile $HOSTFILE benchmark.py -c 70b -p 3d -g -x -b 8 --tp 4 --pp 2 --mbs 4
|