[memory] set cuda mem frac (#506)

This commit is contained in:
Jiarui Fang
2022-03-24 16:57:13 +08:00
committed by GitHub
parent 97933b6710
commit 9330be0f3c
5 changed files with 43 additions and 11 deletions

View File

@@ -1,4 +1,4 @@
from colossalai.utils.commons import BucketizedTensorCopy
from colossalai.utils.memory_utils.bucket_tensor_copy import BucketizedTensorCopy
from colossalai.zero.sharded_param import ShardedParamV2
from colossalai.utils import free_port
import torch