ColossalAI/tests/test_context/configs/parallel_2p5d_init.py
2021-10-28 18:21:23 +02:00

12 lines
171 B
Python

#!/usr/bin/env python
# -*- encoding: utf-8 -*-
parallel = dict(
pipeline=dict(size=2),
tensor=dict(
size=8,
depth=2,
mode='2.5d'
)
)