github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-08 12:30:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

[autoparallel] Add alpha beta (#1973)

Browse Source 
* Add alpha beta

* Fix test

* Fix test
This commit is contained in:
Genghan Zhang
2022-11-17 16:01:14 +08:00
committed by GitHub
parent cc0ed7cf33
commit 6630d45546
4 changed files with 265 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
tests/test_device/test_alpha_beta.py Normal file
View File

@@ -0,0 +1,14 @@
import pytest
from colossalai.device import profile_alpha_beta
@pytest.mark.skip(reason="Skip because assertion fails for CI devices")
def test_profile_alpha_beta():
physical_devices = [0, 1, 2, 3]
(alpha, beta) = profile_alpha_beta(physical_devices)
assert alpha > 0 and alpha < 1e-4 and beta > 0 and beta < 1e-10
if __name__ == '__main__':
test_profile_alpha_beta()