mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-09-11 05:49:55 +00:00
[booster] update bert example, using booster api (#3885)
This commit is contained in:
10
examples/language/bert/test_ci.sh
Normal file → Executable file
10
examples/language/bert/test_ci.sh
Normal file → Executable file
@@ -1,2 +1,8 @@
|
||||
set -x
|
||||
env GPUNUM=1 bash run_gemini.sh
|
||||
#!/bin/bash
|
||||
set -xe
|
||||
|
||||
pip install -r requirements.txt
|
||||
|
||||
for plugin in "torch_ddp" "torch_ddp_fp16" "gemini" "low_level_zero"; do
|
||||
torchrun --standalone --nproc_per_node 4 finetune.py --target_f1 0.86 --plugin $plugin --model_type "bert"
|
||||
done
|
||||
|
Reference in New Issue
Block a user