github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-01 17:17:05 +00:00
Code Issues Packages Projects Releases Wiki Activity

[chore] minor fix after rebase

Browse Source
This commit is contained in:
hxwang
2024-07-19 07:53:40 +00:00
committed by Hongxin Liu
parent 803878b2fd
commit 46037c2ccd
3 changed files with 5 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
tests/test_shardformer/test_model/test_shard_deepseek.py
View File

@@ -47,7 +47,6 @@ def run_zero_with_original_model(config: Tuple[int, ...]):
dtype, precision = torch.float16, "fp16"
torch.cuda.set_device(dist.get_rank())
print(config)
plugin = MoeHybridParallelPlugin(
pp_size=pp_size,
num_microbatches=pp_size,