github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-16 06:30:41 +00:00
Code Issues Packages Projects Releases Wiki Activity

[builder] use runtime builder for fused_optim (#2189)

Browse Source
This commit is contained in:
Jiarui Fang
2022-12-23 17:07:03 +08:00
committed by GitHub
parent ce3c4eca7b
commit 9587b080ba
5 changed files with 32 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
tests/test_optimizer/test_fused_adam_kernel.py
View File

@@ -49,9 +49,12 @@ def test_adam(adamw, step, p_dtype, g_dtype):
try:
import colossalai._C.fused_optim
fused_adam = colossalai._C.fused_optim.multi_tensor_adam
dummy_overflow_buf = torch.cuda.IntTensor([0])
except:
raise ImportError("No colossalai._C.fused_optim kernel installed.")
from colossalai.kernel.op_builder import FusedOptimBuilder
fused_optim = FusedOptimBuilder().load()
fused_adam = fused_optim.multi_tensor_adam
dummy_overflow_buf = torch.cuda.IntTensor([0])
count = 0