diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
index afb39a185..85efbbc97 100644
--- a/.github/workflows/build.yml
+++ b/.github/workflows/build.yml
@@ -22,13 +22,13 @@ jobs:
         run: |
           pip config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple
           pip install -U pip setuptools wheel --user
-          pip install pytest tensorboard transformers
       - uses: actions/checkout@v2
         with:
           ssh-key: ${{ secrets.SSH_KEY_FOR_CI }}
       - name: Install Colossal-AI      
         run: |
           pip install -r requirements/requirements.txt
+          pip install -r requirements/requirements-test.txt
           pip install -v --no-cache-dir .
       - name: Unit Testing
         run: |
diff --git a/.github/workflows/compatibility_test.yml b/.github/workflows/compatibility_test.yml
index 91c51e111..08aa5f1a9 100644
--- a/.github/workflows/compatibility_test.yml
+++ b/.github/workflows/compatibility_test.yml
@@ -48,11 +48,11 @@ jobs:
         run: |
           pip config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple
           pip install -U pip setuptools wheel --user
-          pip install pytest tensorboard transformers
       - uses: actions/checkout@v2
       - name: Install Colossal-AI      
         run: |
           pip install -r requirements/requirements.txt
+          pip install -r requirements/requirements-test.txt
           pip install -v --no-cache-dir .
       - name: Unit Testing
         run: |
diff --git a/requirements/requirements-test.txt b/requirements/requirements-test.txt
index 3fa37c0f2..b04bc837c 100644
--- a/requirements/requirements-test.txt
+++ b/requirements/requirements-test.txt
@@ -1,3 +1,5 @@
 pytest
 rpyc
 matplotlib
+tensorboard
+transformers