diff --git a/test_gpt_jr.py b/test_gpt_jr.py
index e8c406dc..77a2c2fd 100644
--- a/test_gpt_jr.py
+++ b/test_gpt_jr.py
@@ -2,6 +2,10 @@ import torch
 from gpt4all.models import GPTJRForCausalLM, GPTJRConfig
 from transformers import AutoTokenizer, AutoModel
 
+# seed torch 
+
+torch.manual_seed(0)
+
 config = GPTJRConfig(encoder_dim=384, n_layer=4)
 print("loaded config")