diff --git a/hack/update-codegen.sh b/hack/update-codegen.sh
index 9d464be9298..29cc94d3db0 100755
--- a/hack/update-codegen.sh
+++ b/hack/update-codegen.sh
@@ -125,6 +125,8 @@ function codegen::prerelease() {
         done
     fi
 
+    git_find -z ':(glob)**'/"${output_base}.go" | xargs -0 rm -f
+
     ./hack/run-in-gopath.sh "${gen_prerelease_bin}" \
         --v "${KUBE_VERBOSE}" \
         --logtostderr \