github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-06-20 12:43:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

fixed jit default setting (#154)

Browse Source
This commit is contained in:
Frank Lee 2022-01-18 13:37:20 +08:00 committed by GitHub
parent a1da3900c8
commit f3802d6b06
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 7 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
colossalai/kernel/jit/__init__.py
View File

@ -1,8 +1,8 @@
from .option import _set_jit_fusion_options from .option import set_jit_fusion_options
from .bias_dropout_add import bias_dropout_add_fused_train, bias_dropout_add_fused_inference from .bias_dropout_add import bias_dropout_add_fused_train, bias_dropout_add_fused_inference
from .bias_gelu import bias_gelu_impl from .bias_gelu import bias_gelu_impl
_set_jit_fusion_options()
__all__ = [ __all__ = [
"bias_dropout_add_fused_train", "bias_dropout_add_fused_inference", "bias_gelu_impl", "bias_dropout_add_fused_train", "bias_dropout_add_fused_inference", "bias_gelu_impl",
"set_jit_fusion_options"
] ]

7
colossalai/kernel/jit/option.py
View File

@ -3,8 +3,11 @@ import torch
JIT_OPTIONS_SET = False JIT_OPTIONS_SET = False
def _set_jit_fusion_options(): def set_jit_fusion_options():
"""Set PyTorch JIT layer fusion options.""" """Set PyTorch JIT layer fusion options.
"""
# LSG: the latest pytorch and CUDA versions may not support
# the following jit settings
global JIT_OPTIONS_SET global JIT_OPTIONS_SET
if JIT_OPTIONS_SET == False: if JIT_OPTIONS_SET == False:
# flags required to enable jit fusion kernels # flags required to enable jit fusion kernels