github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-03 18:19:58 +00:00
Code Issues Packages Projects Releases Wiki Activity

[fx] fixed apex normalization patch exception (#1352)

Browse Source
This commit is contained in:
Frank Lee
2022-07-21 15:29:11 +08:00
committed by GitHub
parent ce470ba37e
commit 274c1a3b5f
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
colossalai/fx/tracer/meta_patch/patched_module/normalization.py
View File

@@ -26,5 +26,5 @@ try:
meta_patched_module.register(apex.normalization.FusedRMSNorm)(torch_nn_normalize) meta_patched_module.register(apex.normalization.FusedRMSNorm)(torch_nn_normalize)
meta_patched_module.register(apex.normalization.MixedFusedLayerNorm)(torch_nn_normalize) meta_patched_module.register(apex.normalization.MixedFusedLayerNorm)(torch_nn_normalize)
meta_patched_module.register(apex.normalization.MixedFusedRMSNorm)(torch_nn_normalize) meta_patched_module.register(apex.normalization.MixedFusedRMSNorm)(torch_nn_normalize)
except ImportError: except (ImportError, AttributeError):
pass pass