[hotfix]: add pp sanity check and fix mbs arg (#5268)

* fix: fix misleading mbs arg

* feat: add pp sanity check

* fix: fix 1f1b sanity check
This commit is contained in:
Wenhao Chen
2024-01-15 15:57:40 +08:00
committed by GitHub
parent c174c4fc5f
commit ef4f0ee854
5 changed files with 21 additions and 7 deletions

View File

@@ -155,7 +155,7 @@ def run_dist(
@pytest.mark.dist
@pytest.mark.parametrize("num_microbatch", [4, 12])
@pytest.mark.parametrize("num_microbatch", [4, 6])
@pytest.mark.parametrize("batch_size", [12])
@pytest.mark.parametrize("world_size", [2, 4])
@rerun_if_address_is_in_use()