mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-06-20 04:32:47 +00:00
4 lines
205 B
Bash
4 lines
205 B
Bash
export DATA=/data/scratch/gpt_data/small-gpt-dataset.json
|
|
DUMMY_DATA=--use_dummy_dataset
|
|
colossalai run --nproc_per_node=2 train_gpt.py --config ./configs/gpt2_small_zero3_pp1d.py --from_torch $DUMMY_DATA
|