mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-05-02 13:45:36 +00:00
9 lines
224 B
Bash
Executable File
9 lines
224 B
Bash
Executable File
#!/bin/bash
|
|
set -xe
|
|
|
|
pip install -r requirements.txt
|
|
|
|
for plugin in "torch_ddp" "torch_ddp_fp16" "gemini" "low_level_zero"; do
|
|
torchrun --standalone --nproc_per_node 4 finetune.py --target_f1 0.80 --plugin $plugin
|
|
done
|