diff --git a/.github/workflows/scripts/build_colossalai_wheel.sh b/.github/workflows/scripts/build_colossalai_wheel.sh
index 3a6eecbc8..55a87d956 100644
--- a/.github/workflows/scripts/build_colossalai_wheel.sh
+++ b/.github/workflows/scripts/build_colossalai_wheel.sh
@@ -35,6 +35,7 @@ fi
 python setup.py bdist_wheel
 mv ./dist/* ./all_dist
 python setup.py clean
+conda deactivate
 conda env remove -n $python_version