diff --git a/requirements/requirements-test.txt b/requirements/requirements-test.txt
index 3fcf53e18..b60a65eca 100644
--- a/requirements/requirements-test.txt
+++ b/requirements/requirements-test.txt
@@ -18,3 +18,4 @@ datasets
 pydantic
 ray
 peft>=0.7.1
+transformers==4.51.3
diff --git a/requirements/requirements.txt b/requirements/requirements.txt
index 6b6e29748..688c47cc2 100644
--- a/requirements/requirements.txt
+++ b/requirements/requirements.txt
@@ -16,7 +16,7 @@ ray
 sentencepiece
 google
 protobuf
-transformers==4.51.3
+transformers==4.39.3
 peft>=0.7.1,<=0.13.2
 bitsandbytes>=0.39.0
 rpyc==6.0.0