mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-09-11 05:49:55 +00:00
[colotensor] add Tensor.view op and its unit test (#1343)
[colotensor] add megatron initialization for gpt2
This commit is contained in:
@@ -73,3 +73,9 @@ def split_param_row_tp1d(param, pg):
|
||||
|
||||
def split_param_col_tp1d(param, pg):
|
||||
split_param_single_dim_tp1d(-1, param, pg)
|
||||
|
||||
|
||||
def debug_print(ranks, *args):
|
||||
if dist.get_rank() in ranks:
|
||||
print(*args)
|
||||
dist.barrier()
|
||||
|
Reference in New Issue
Block a user