From 3fa80f8c098244e908a0314f8578a88604fa7ff0 Mon Sep 17 00:00:00 2001
From: Zach Nussbaum <zanussbaum@mgail.com>
Date: Wed, 3 May 2023 21:33:29 +0000
Subject: [PATCH] fix: remove schedule

---
 configs/deepspeed/ds_config_gptj.json | 9 ---------
 1 file changed, 9 deletions(-)

diff --git a/configs/deepspeed/ds_config_gptj.json b/configs/deepspeed/ds_config_gptj.json
index 6f9b2961..e6ec172d 100644
--- a/configs/deepspeed/ds_config_gptj.json
+++ b/configs/deepspeed/ds_config_gptj.json
@@ -35,14 +35,5 @@
 		  ],
 		  "eps": 1e-08
 		}
-	  },
-	  "scheduler": {
-		"type": "WarmupLR",
-		"params": {
-		  "warmup_min_lr": 0,
-		  "warmup_max_lr": "auto",
-		  "warmup_num_steps": "auto",
-		  "warmup_type": "linear"
-		}
 	  }
 }
\ No newline at end of file