[booster] update bert example, using booster api (#3885)

This commit is contained in:
wukong1992
2023-06-07 15:51:00 +08:00
committed by GitHub
parent 5e2132dcff
commit a55fb00c18
10 changed files with 727 additions and 355 deletions

10
examples/language/bert/test_ci.sh Normal file → Executable file
View File

@@ -1,2 +1,8 @@
set -x
env GPUNUM=1 bash run_gemini.sh
#!/bin/bash
set -xe
pip install -r requirements.txt
for plugin in "torch_ddp" "torch_ddp_fp16" "gemini" "low_level_zero"; do
torchrun --standalone --nproc_per_node 4 finetune.py --target_f1 0.86 --plugin $plugin --model_type "bert"
done