[example] support Dreamblooth (#2188)

This commit is contained in:
Fazzie-Maqianli
2022-12-23 16:47:30 +08:00
committed by GitHub
parent 1cf6d92d7c
commit ce3c4eca7b
11 changed files with 2399 additions and 8 deletions

View File

@@ -0,0 +1,21 @@
'''
torchrun --standalone --nproc_per_node=1 debug.py
'''
from diffusers import AutoencoderKL
import colossalai
from colossalai.utils.model.colo_init_context import ColoInitContext, post_process_colo_init_ctx
path = "/data/scratch/diffuser/stable-diffusion-v1-4"
colossalai.launch_from_torch(config={})
with ColoInitContext(device='cpu'):
vae = AutoencoderKL.from_pretrained(
path,
subfolder="vae",
revision=None,
)
for n, p in vae.named_parameters():
print(n)