github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-07 20:10:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

[format] polish name format for MOE (#481)

Browse Source
This commit is contained in:
Jiarui Fang
2022-03-21 23:19:47 +08:00
committed by GitHub
parent 8d3250d74b
commit 65c0f380c2
6 changed files with 45 additions and 32 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tests/test_moe/test_grad_handler.py
View File

@@ -36,7 +36,7 @@ def run_test(rank, world_size, port):
model = model.to(get_current_device())
sync_moe_model_param(model)
dist_dict = MOE_CONTEXT.information
dist_dict = MOE_CONTEXT.parallel_info_dict
assert_equal_in_group(layer_list[0].experts.experts[0].weight.data, dist_dict[1].dp_group)
assert_equal_in_group(layer_list[1].experts.experts[0].weight.data, dist_dict[2].dp_group)
# MoE model synchronization passed