github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-18 07:31:19 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix some typo (#5307)

Browse Source
This commit is contained in:
digger yu
2024-01-25 13:56:27 +08:00
committed by GitHub
parent ec912b1ba9
commit bce9499ed3
12 changed files with 20 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
colossalai/zero/low_level/bookkeeping/bucket_store.py
View File

@@ -15,7 +15,7 @@ class BucketStore(BaseStore):
# init
self.current_group_id = 0
self._num_elements_in_bucket = 0
# mapping gardient slices and parameter
# mapping gradient slices and parameter
self.grad_to_param_mapping = dict()
self._grad_in_bucket = dict()
@@ -59,7 +59,7 @@ class BucketStore(BaseStore):
self.offset_list[-1] += 1
def build_grad_in_bucket(self):
"""Orgnize parameters' gradient(padding and split), follows the paramters' splitting method
"""Organize parameters' gradient(padding and split), follows the parameters' splitting method
Data structure of self._grad_in_bucket:
{
@@ -91,7 +91,7 @@ class BucketStore(BaseStore):
return self._grad_in_bucket
def get_flatten_grad(self) -> Tensor:
"""Return the flattened gradients slices in the bucket, the data orginization of the flattened tensor:
"""Return the flattened gradients slices in the bucket, the data organization of the flattened tensor:
[grad0_rank0, grad1_rank0, ..., grad_0_rank1, grad1_rank1, ....]
Returns:

2
colossalai/zero/low_level/bookkeeping/gradient_store.py
View File

@@ -9,7 +9,7 @@ class GradientStore(BaseStore):
def __init__(self, *args, partition_grad: bool = False):
super().__init__(*args)
"""
self._grads_of_params mapping the paramater and its gradient slices
self._grads_of_params mapping the parameter and its gradient slices
data structure:
{
group_id:{