This commit is contained in:
flybird11111 2025-04-10 14:34:39 +08:00
parent 5c56a7fd7b
commit de4f7a1d25

View File

@ -3,10 +3,11 @@ from torch.optim import Adam
import colossalai
from colossalai.booster.mixed_precision import FP16TorchMixedPrecision
from colossalai.testing import rerun_if_address_is_in_use, spawn
from colossalai.testing import rerun_if_address_is_in_use, spawn, clear_cache_before_run
from tests.kit.model_zoo import model_zoo
@clear_cache_before_run()
def run_torch_amp(rank, world_size, port):
# init dist env
colossalai.launch(rank=rank, world_size=world_size, port=port, host="localhost")