diff --git a/gpt4all/utils/distributed_utils.py b/gpt4all/utils/distributed_utils.py
index 839a7a92..3fcf276f 100644
--- a/gpt4all/utils/distributed_utils.py
+++ b/gpt4all/utils/distributed_utils.py
@@ -2,5 +2,8 @@ import torch.distributed as dist
 
 
 def rank0_print(msg):
-    if dist.get_rank() == 0:
+    if dist.is_initialized():
+        if dist.get_rank() == 0:
+            print(msg)
+    else:
         print(msg)