mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-08-09 03:47:57 +00:00
26b7aac0be
* [zero] refactor low-level zero folder structure * [zero] fix legacy zero import path * [zero] fix legacy zero import path * [zero] remove useless import * [zero] refactor gemini folder structure * [zero] refactor gemini folder structure * [zero] refactor legacy zero import path * [zero] refactor gemini folder structure * [zero] refactor gemini folder structure * [zero] refactor gemini folder structure * [zero] refactor legacy zero import path * [zero] fix test import path * [zero] fix test * [zero] fix circular import * [zero] update import
22 lines
477 B
Python
22 lines
477 B
Python
'''
|
|
torchrun --standalone --nproc_per_node=1 debug.py
|
|
'''
|
|
|
|
from diffusers import AutoencoderKL
|
|
|
|
import colossalai
|
|
from colossalai.zero import ColoInitContext, post_process_colo_init_ctx
|
|
|
|
path = "/data/scratch/diffuser/stable-diffusion-v1-4"
|
|
|
|
colossalai.launch_from_torch(config={})
|
|
with ColoInitContext(device='cpu'):
|
|
vae = AutoencoderKL.from_pretrained(
|
|
path,
|
|
subfolder="vae",
|
|
revision=None,
|
|
)
|
|
|
|
for n, p in vae.named_parameters():
|
|
print(n)
|