mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-09-07 12:01:39 +00:00
[doc] Fix typo under colossalai and doc(#3618)
* Fixed several spelling errors under colossalai * Fix the spelling error in colossalai and docs directory * Cautious Changed the spelling error under the example folder * Update runtime_preparation_pass.py revert autograft to autograd * Update search_chunk.py utile to until * Update check_installation.py change misteach to mismatch in line 91 * Update 1D_tensor_parallel.md revert to perceptron * Update 2D_tensor_parallel.md revert to perceptron in line 73 * Update 2p5D_tensor_parallel.md revert to perceptron in line 71 * Update 3D_tensor_parallel.md revert to perceptron in line 80 * Update README.md revert to resnet in line 42 * Update reorder_graph.py revert to indice in line 7 * Update p2p.py revert to megatron in line 94 * Update initialize.py revert to torchrun in line 198 * Update routers.py change to detailed in line 63 * Update routers.py change to detailed in line 146 * Update README.md revert random number in line 402
This commit is contained in:
@@ -16,7 +16,7 @@ class SearchChunk(object):
|
||||
This is the core class for AutoChunk.
|
||||
|
||||
It defines the framework of the strategy of AutoChunk.
|
||||
Chunks will be selected one by one utill search stops.
|
||||
Chunks will be selected one by one until search stops.
|
||||
|
||||
The chunk search is as follows:
|
||||
1. find the peak memory node
|
||||
@@ -73,7 +73,7 @@ class SearchChunk(object):
|
||||
|
||||
def _find_peak_region(self, mem_peak: List) -> int:
|
||||
"""
|
||||
find peak node, along with its neighbour nodes exceeds max mem
|
||||
find peak node, along with its neighbor nodes exceeds max mem
|
||||
"""
|
||||
max_value = max(mem_peak)
|
||||
max_idx = mem_peak.index(max_value)
|
||||
@@ -118,7 +118,7 @@ class SearchChunk(object):
|
||||
chunk_region_start (int)
|
||||
chunk_region_end (int)
|
||||
"""
|
||||
# check if peak node already in chunkinfo
|
||||
# check if peak node already in chunk info
|
||||
if chunk_regions is not None:
|
||||
for i in chunk_regions:
|
||||
if i["region"][0] < peak_region[0] <= i["region"][1] or \
|
||||
|
Reference in New Issue
Block a user