From 9567f445b88b8b7d662ed0339f9ea72fddeb4c2a Mon Sep 17 00:00:00 2001 From: Zach Nussbaum Date: Wed, 5 Apr 2023 02:36:22 +0000 Subject: [PATCH] fix: only on first process, not once on every node --- train.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/train.py b/train.py index 1f0b4852..0f35bc5b 100644 --- a/train.py +++ b/train.py @@ -137,7 +137,7 @@ def train(accelerator, config): # log gradients - if accelerator.is_local_main_process and config["wandb"]: + if accelerator.is_main_process and config["wandb"]: wandb.watch(model, log_freq=config["log_grads_every"]) for epoch in range(config["num_epochs"]):