mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2026-07-13 12:05:48 +00:00
573af84184
* [zero] update legacy import * [zero] update examples * [example] fix opt tutorial * [example] fix opt tutorial * [example] fix opt tutorial * [example] fix opt tutorial * [example] fix import
22 lines
337 B
Bash
Executable File
22 lines
337 B
Bash
Executable File
#!/bin/bash
|
|
|
|
set -xue
|
|
|
|
pip install -r requirements.txt
|
|
|
|
BS=8
|
|
MEMCAP=0
|
|
GPUNUM=2
|
|
MODLE="facebook/opt-125m"
|
|
|
|
torchrun \
|
|
--nproc_per_node ${GPUNUM} \
|
|
--master_port 19198 \
|
|
run_clm.py \
|
|
-s \
|
|
--output_dir $PWD \
|
|
--mem_cap ${MEMCAP} \
|
|
--model_name_or_path ${MODLE} \
|
|
--per_device_train_batch_size ${BS} \
|
|
--num_train_epochs 1
|