github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-02 01:28:31 +00:00
Code Issues Packages Projects Releases Wiki Activity

[workflow]New version: Create workflow files for examples' auto check (#2298)

Browse Source 
* [workflows]bug_repair

* [workflow]new_pr_fixing_bugs

Co-authored-by: binmakeswell <binmakeswell@gmail.com>
This commit is contained in:
ziyuhuang123
2023-01-06 09:26:49 +08:00
committed by GitHub
parent d7352bef2c
commit 7080a8edb0
10 changed files with 320 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
examples/language/gpt/requirements.txt
View File

@@ -1,3 +1 @@
colossalai >= 0.1.12
torch >= 1.8.1
transformers >= 4.231
transformers >= 4.23

16
examples/language/gpt/test_ci.sh Normal file
View File

@@ -0,0 +1,16 @@
pip install -r requirements.txt
# distplan in ["colossalai", "zero1", "zero2", "torch_ddp", "torch_zero"]
export DISTPAN="colossalai"
# The following options only valid when DISTPAN="colossalai"
export TPDEGREE=2
export GPUNUM=4
export PLACEMENT='cpu'
export USE_SHARD_INIT=False
export BATCH_SIZE=8
export MODEL_TYPE="gpt2_medium"
mkdir -p logs
torchrun --standalone --nproc_per_node=${GPUNUM} train_gpt_demo.py --tp_degree=${TPDEGREE} --model_type=${MODEL_TYPE} --batch_size=${BATCH_SIZE} --placement ${PLACEMENT} --shardinit ${USE_SHARD_INIT} --distplan ${DISTPAN} 2>&1 | tee ./logs/${MODEL_TYPE}_${DISTPAN}_gpu_${GPUNUM}_bs_${BATCH_SIZE}_tp_${TPDEGREE}.log