github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-06-26 07:22:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix

Browse Source
This commit is contained in:
flybird11111 2025-04-10 17:28:59 +08:00
parent 21707a77d3
commit 910433f070
1 changed files with 1 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
tests/test_booster/test_mixed_precision/test_fp16_torch.py
View File

@ -3,11 +3,10 @@ from torch.optim import Adam
import colossalai import colossalai
from colossalai.booster.mixed_precision import FP16TorchMixedPrecision from colossalai.booster.mixed_precision import FP16TorchMixedPrecision
from colossalai.testing import clear_cache_before_run, rerun_if_address_is_in_use, spawn from colossalai.testing import rerun_if_address_is_in_use, spawn
from tests.kit.model_zoo import model_zoo from tests.kit.model_zoo import model_zoo
@clear_cache_before_run()
def run_torch_amp(rank, world_size, port): def run_torch_amp(rank, world_size, port):
# init dist env # init dist env
colossalai.launch(rank=rank, world_size=world_size, port=port, host="localhost") colossalai.launch(rank=rank, world_size=world_size, port=port, host="localhost")
@ -35,7 +34,6 @@ def run_torch_amp(rank, world_size, port):
optimizer.step() optimizer.step()
del model, optimizer, criterion, data, output, mixed_precision del model, optimizer, criterion, data, output, mixed_precision
@rerun_if_address_is_in_use() @rerun_if_address_is_in_use()
def test_torch_ddp_plugin(): def test_torch_ddp_plugin():
spawn(run_torch_amp, 1) spawn(run_torch_amp, 1)