mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-05-02 05:35:29 +00:00
f4c5aafe29
* release llama3 * [release] llama3 * [release] llama3 * [release] llama3 * [release] llama3
14 lines
243 B
Bash
14 lines
243 B
Bash
#!/bin/bash
|
|
|
|
################
|
|
#Load your environments and modules here
|
|
################
|
|
|
|
HOSTFILE=$(realpath hosts.txt)
|
|
|
|
cd ../..
|
|
|
|
export OMP_NUM_THREADS=8
|
|
|
|
colossalai run --nproc_per_node 8 --hostfile $HOSTFILE benchmark.py -c 70b -g -x -b 2
|