mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-10-22 15:26:57 +00:00
0fedef4f3c
* integrated parallel layers for ease of building models * integrated 2.5d layers * cleaned codes and unit tests * added log metric by step hook; updated imagenet benchmark; fixed some bugs * reworked initialization; cleaned codes Co-authored-by: BoxiangW <45734921+BoxiangW@users.noreply.github.com>
22 lines
340 B
Python
Executable File
22 lines
340 B
Python
Executable File
from colossalai.amp import AMP_TYPE
|
|
|
|
|
|
# ViT Base
|
|
BATCH_SIZE = 256
|
|
DROP_RATE = 0.1
|
|
NUM_EPOCHS = 300
|
|
|
|
fp16 = dict(
|
|
mode=AMP_TYPE.TORCH,
|
|
)
|
|
|
|
gradient_accumulation = 16
|
|
clip_grad_norm = 1.0
|
|
|
|
dali = dict(
|
|
# root='./dataset/ILSVRC2012_1k',
|
|
root='/project/scratch/p200012/dataset/ILSVRC2012_1k',
|
|
gpu_aug=True,
|
|
mixup_alpha=0.2
|
|
)
|