mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-04-27 19:36:13 +00:00
7f8b16635b
* [misc] remove config arg from initialize * [misc] remove old tensor contrusctor * [plugin] add npu support for ddp * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci * [devops] fix doc test ci * [test] fix test launch * [doc] update launch doc --------- Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
22 lines
440 B
Python
22 lines
440 B
Python
"""
|
|
torchrun --standalone --nproc_per_node=1 debug.py
|
|
"""
|
|
|
|
from diffusers import AutoencoderKL
|
|
|
|
import colossalai
|
|
from colossalai.zero import ColoInitContext
|
|
|
|
path = "/data/scratch/diffuser/stable-diffusion-v1-4"
|
|
|
|
colossalai.launch_from_torch()
|
|
with ColoInitContext(device="cpu"):
|
|
vae = AutoencoderKL.from_pretrained(
|
|
path,
|
|
subfolder="vae",
|
|
revision=None,
|
|
)
|
|
|
|
for n, p in vae.named_parameters():
|
|
print(n)
|