diff --git a/.github/workflows/release_test_pypi_before_merge.yml b/.github/workflows/release_test_pypi_before_merge.yml
index 3d3cfc696..33d76b3e5 100644
--- a/.github/workflows/release_test_pypi_before_merge.yml
+++ b/.github/workflows/release_test_pypi_before_merge.yml
@@ -48,7 +48,7 @@ jobs:
       run: |
         # we need to install the requirements.txt first
         # as test-pypi may not contain the distributions for libs listed in the txt file
-        pip install -r requirements/requirements.txt
+        pip install --index-url https://pypi.org/simple --upgrade -r requirements/requirements.txt
         pip install -U setuptools==68.2.2 wheel
         pip install --index-url https://test.pypi.org/simple/ --extra-index-url https://pypi.python.org/pypi colossalai==$VERSION
       env: