mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-09-10 21:40:02 +00:00
[npu] change device to accelerator api (#5239)
* update accelerator * fix timer * fix amp * update * fix * update bug * add error raise * fix autocast * fix set device * remove doc accelerator * update doc * update doc * update doc * use nullcontext * update cpu * update null context * change time limit for example * udpate * update * update * update * [npu] polish accelerator code --------- Co-authored-by: Xuanlei Zhao <xuanlei.zhao@gmail.com> Co-authored-by: zxl <43881818+oahzxl@users.noreply.github.com>
This commit is contained in:
@@ -3,7 +3,7 @@ import types
|
||||
from time import time
|
||||
from typing import List
|
||||
|
||||
from colossalai.utils.device import get_current_device
|
||||
from colossalai.accelerator import get_accelerator
|
||||
|
||||
from .stateful_tensor import StatefulTensor, TensorState
|
||||
from .tensor_placement_policy import TensorPlacementPolicy
|
||||
@@ -69,7 +69,7 @@ class StatefulTensorMgr(object):
|
||||
# move COMPUTE tensors to CUDA
|
||||
self._cpu_gpu_move_volume += cuda_demand
|
||||
for t in move_to_cuda_tensor_list:
|
||||
colo_model_data_tensor_move_inline(t, get_current_device())
|
||||
colo_model_data_tensor_move_inline(t, get_accelerator().get_current_device())
|
||||
|
||||
@property
|
||||
def cpu_gpu_move_volume(self):
|
||||
|
Reference in New Issue
Block a user