diff --git a/requirements/requirements-test.txt b/requirements/requirements-test.txt
index a37d00326..ba5ea0936 100644
--- a/requirements/requirements-test.txt
+++ b/requirements/requirements-test.txt
@@ -16,7 +16,5 @@ triton==2.0.0.dev20221202
 requests==2.27.1 # downgrade to avoid huggingface error https://github.com/huggingface/transformers/issues/17611
 SentencePiece
 ninja
-flash_attn>=2.0
+flash_attn==2.0.5
 datasets
-ninja
-flash-attn>=2.0
diff --git a/requirements/requirements.txt b/requirements/requirements.txt
index 65eecce2c..9aa5f2822 100644
--- a/requirements/requirements.txt
+++ b/requirements/requirements.txt
@@ -8,7 +8,6 @@ click
 fabric
 contexttimer
 ninja
-torch>=1.11
+torch>=1.12
 safetensors
-flash_attn>=2.0
 einops