mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-06-09 23:46:07 +00:00
0fedef4f3c
* integrated parallel layers for ease of building models * integrated 2.5d layers * cleaned codes and unit tests * added log metric by step hook; updated imagenet benchmark; fixed some bugs * reworked initialization; cleaned codes Co-authored-by: BoxiangW <45734921+BoxiangW@users.noreply.github.com>
24 lines
301 B
Python
Executable File
24 lines
301 B
Python
Executable File
from colossalai.amp import AMP_TYPE
|
|
|
|
|
|
LOG_NAME = 'cifar-simclr'
|
|
|
|
BATCH_SIZE = 512
|
|
NUM_EPOCHS = 801
|
|
LEARNING_RATE = 0.03*BATCH_SIZE/256
|
|
WEIGHT_DECAY = 0.0005
|
|
MOMENTUM = 0.9
|
|
|
|
|
|
fp16 = dict(
|
|
mode=AMP_TYPE.TORCH,
|
|
)
|
|
|
|
dataset = dict(
|
|
root='./dataset',
|
|
)
|
|
|
|
gradient_accumulation=2
|
|
clip_grad_norm=1.0
|
|
|