github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-12-09 21:25:34 +00:00
Code Issues Packages Projects Releases Wiki Activity

[example] simplify the GPT2 huggingface example (#1826)

Browse Source
This commit is contained in:
Jiarui Fang
2022-11-08 16:14:07 +08:00
committed by GitHub
parent cd5a0d56fa
commit b1263d32ba
37 changed files with 177 additions and 27611 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
examples/language/gpt/run.sh
View File

@@ -1,7 +1 @@
export DATA=/data/scratch/gpt_data/small-gpt-dataset.json
export NODE_RANK=${NODE_RANK:-0}
export MASTER_ADDR=${MASTER_ADDR:-"127.0.0.1"}
export MASTER_PORT=${MASTER_PORT:-"12345"}
env OMP_NUM_THREADS=16 torchrun --standalone --nproc_per_node=2 train_gpt.py --config=gpt2_configs/gpt2_zero3.py --from_torch 2>&1 | tee logs/log
env OMP_NUM_THREADS=16 torchrun --standalone --nproc_per_node=2 train_gpt_demo.py 2>&1 | tee run.log