github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-05 19:13:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

code style

Browse Source
This commit is contained in:
oahzxl
2023-01-06 17:31:59 +08:00
parent a6cdbf9161
commit c3a2bf48b4
5 changed files with 46 additions and 36 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
colossalai/autochunk/select_chunk.py
View File

@@ -1,19 +1,19 @@
from .trace_index import TraceIndex
from .reorder_graph import ReorderGraph
from .estiamte_memory import EstimateMemory
from .reorder_graph import ReorderGraph
from .trace_index import TraceIndex
from .utils import is_non_compute_node
class SelectChunk(object):
def __init__(
self,
index_tracer: TraceIndex,
memory_estimator: EstimateMemory,
trace_index: TraceIndex,
estimate_memory: EstimateMemory,
reorder_graph: ReorderGraph,
max_memory=None,
):
self.index_tracer = index_tracer
self.memory_estimator = memory_estimator
self.index_tracer = trace_index
self.memory_estimator = estimate_memory
self.reorder_graph = reorder_graph
if max_memory is not None:
self.stratge = "fit_memory"