mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-09-02 01:28:31 +00:00
[nfc] fix typo colossalai/nn (#3887)
* fix typo colossalai/autochunk auto_parallel amp * fix typo colossalai/auto_parallel nn utils etc. * fix typo colossalai/auto_parallel autochunk fx/passes etc. * fix typo docs/ * change placememt_policy to placement_policy in docs/ and examples/ * fix typo colossalai/ applications/ * fix typo colossalai/cli fx kernel * fix typo colossalai/nn * revert change warmuped
This commit is contained in:
@@ -43,7 +43,7 @@ class NVMeOptimizer(torch.optim.Optimizer):
|
||||
self.offloader = None
|
||||
self.is_on_nvme: Dict[Parameter, bool] = {}
|
||||
self.offloaded_numel: int = 0
|
||||
# As param may be not materialized here, these attributes are initalized when the first step
|
||||
# As param may be not materialized here, these attributes are initialized when the first step
|
||||
self.total_numel: Optional[int] = None
|
||||
self.can_offload_numel: Optional[int] = None
|
||||
|
||||
|
Reference in New Issue
Block a user