github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2026-05-17 12:59:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

[fix\ fix fail case test_shard_llama

Browse Source
This commit is contained in:
duanjunwen
2024-10-25 02:28:55 +00:00
parent 2eca112c90
commit d0ec221b38
5 changed files with 10 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
tests/test_pipeline/test_schedule/test_zerobubble_pp.py
View File

@@ -923,10 +923,11 @@ def run_with_booster_moehybridplugin(config: Tuple[int, ...]):
@parameterize(
"config",
[
# (0, 4, 1, 1),
(1, 2, 2, 1),
# (1, 2, 2, 1), # Pass
# TODO: only support pp + tp accleration; Will support fully pp and None tp Hybrid in furture;
(0, 4, 1, 1),
# (1, 2, 1, 2),
# (1, 1, 2, 2), # TODO: no pp show gather result err
# (1, 1, 2, 2),
],
)
def run_with_booster_hybridplugin(config: Tuple[int, ...]):