mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-09-07 12:01:39 +00:00
moved env variables to global variables; (#215)
added branch context; added vocab parallel layers; moved split_batch from load_batch to tensor parallel embedding layers; updated gpt model; updated unit test cases; fixed few collective communicator bugs
This commit is contained in:
@@ -4,8 +4,9 @@
|
||||
import torch.nn as nn
|
||||
try:
|
||||
import apex.amp as apex_amp
|
||||
except:
|
||||
pass
|
||||
except ImportError:
|
||||
raise ImportError('Cannot import apex.amp correctly.')
|
||||
|
||||
from torch import Tensor
|
||||
|
||||
from colossalai.nn.optimizer import ColossalaiOptimizer
|
||||
|
Reference in New Issue
Block a user