diff --git a/build/push-ci-build.sh b/build/push-ci-build.sh
index fb62081644b..fbea9261e2d 100755
--- a/build/push-ci-build.sh
+++ b/build/push-ci-build.sh
@@ -29,7 +29,7 @@ LATEST=$(kube::release::semantic_version)
 KUBE_GCS_NO_CACHING='n'
 KUBE_GCS_MAKE_PUBLIC='y'
 KUBE_GCS_UPLOAD_RELEASE='y'
-KUBE_GCS_DELETE_EXISTING='y'
+KUBE_GCS_DELETE_EXISTING='n'
 : ${KUBE_GCS_RELEASE_BUCKET:='kubernetes-release'}
 KUBE_GCS_RELEASE_PREFIX="ci/${LATEST}"
 KUBE_GCS_PUBLISH_VERSION="${LATEST}"