github/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2025-07-10 13:55:47 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: only on first process, not once on every node

Browse Source
This commit is contained in:
Zach Nussbaum 2023-04-05 02:36:22 +00:00
parent ad33b83a48
commit 9567f445b8
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
train.py
View File

@ -137,7 +137,7 @@ def train(accelerator, config):
# log gradients
if accelerator.is_local_main_process and config["wandb"]:
if accelerator.is_main_process and config["wandb"]:
wandb.watch(model, log_freq=config["log_grads_every"])
for epoch in range(config["num_epochs"]):