github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-08 20:40:34 +00:00
Code Issues Packages Projects Releases Wiki Activity

rename ambiguous variable

Browse Source
This commit is contained in:
oahzxl
2023-01-06 14:28:04 +08:00
parent 2bde9d2b7f
commit fd87d78a28
3 changed files with 14 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
colossalai/autochunk/chunk_selector.py
View File

@@ -126,14 +126,14 @@ class ChunkSelector(object):
)
return chunk_info
def _chunk_size_binary_search(self, l, r, chunk_region_dict, chunk_infos):
if l >= 16:
def _chunk_size_binary_search(self, left, right, chunk_region_dict, chunk_infos):
if left >= 16:
gap = 4
else:
gap = 1
chunk_info = chunk_region_dict["reorder_chunk_info"]
while r >= l + gap:
mid = int((l + r) / 2 + 0.5)
while right >= left + gap:
mid = int((left + right) / 2 + 0.5)
chunk_info["chunk_size"] = mid
cur_chunk_infos = chunk_infos + [chunk_info]
cur_mem_peak = self.memory_estimator.estimate_chunk_inference_mem(
@@ -143,10 +143,10 @@ class ChunkSelector(object):
cur_mem_peak[chunk_info["region"][0] : chunk_info["region"][1] + 1]
)
if cur_chunk_max_mem >= self.max_memory:
r = mid - gap
right = mid - gap
else:
l = mid + gap
return l
left = mid + gap
return left
def _get_compute_node_num(self, start, end):
count = 0