mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-06-21 05:04:47 +00:00
b5f9e37c70
* [legacy] remove outdated codes of pipeline (#4692) * [legacy] remove cli of benchmark and update optim (#4690) * [legacy] remove cli of benchmark and update optim * [doc] fix cli doc test * [legacy] fix engine clip grad norm * [legacy] remove outdated colo tensor (#4694) * [legacy] remove outdated colo tensor * [test] fix test import * [legacy] move outdated zero to legacy (#4696) * [legacy] clean up utils (#4700) * [legacy] clean up utils * [example] update examples * [legacy] clean up amp * [legacy] fix amp module * [legacy] clean up gpc (#4742) * [legacy] clean up context * [legacy] clean core, constants and global vars * [legacy] refactor initialize * [example] fix examples ci * [example] fix examples ci * [legacy] fix tests * [example] fix gpt example * [example] fix examples ci * [devops] fix ci installation * [example] fix examples ci
27 lines
752 B
Bash
27 lines
752 B
Bash
#!/bin/bash
|
|
set -xe
|
|
echo "this test is slow"
|
|
|
|
# pip install -r requirements.txt
|
|
|
|
# HF_DATASETS_OFFLINE=1
|
|
# TRANSFORMERS_OFFLINE=1
|
|
# DIFFUSERS_OFFLINE=1
|
|
|
|
# # "torch_ddp" "torch_ddp_fp16" "low_level_zero"
|
|
# for plugin in "gemini"; do
|
|
# torchrun --nproc_per_node 4 --standalone train_dreambooth_colossalai.py \
|
|
# --pretrained_model_name_or_path="/data/dreambooth/diffuser/stable-diffusion-v1-4" \
|
|
# --instance_data_dir="/data/dreambooth/Teyvat/data" \
|
|
# --output_dir="./weight_output" \
|
|
# --instance_prompt="a picture of a dog" \
|
|
# --resolution=512 \
|
|
# --plugin=$plugin \
|
|
# --train_batch_size=1 \
|
|
# --learning_rate=5e-6 \
|
|
# --lr_scheduler="constant" \
|
|
# --lr_warmup_steps=0 \
|
|
# --test_run=True \
|
|
# --num_class_images=200
|
|
# don
|