diff --git a/cluster/gce/util.sh b/cluster/gce/util.sh
index 92cd269d0f6..4aef9091c9a 100755
--- a/cluster/gce/util.sh
+++ b/cluster/gce/util.sh
@@ -396,6 +396,11 @@ function create-node-template {
         echo -e "${color_yellow}Attempt ${attempt} failed to create instance template $template_name. Retrying.${color_norm}" >&2
         attempt=$(($attempt+1))
         sleep $(($attempt * 5))
+
+        # In case the previous attempt failed with something like a
+        # Backend Error and left the entry laying around, delete it
+        # before we try again.
+        gcloud compute instance-templates delete "$template_name" --project "${PROJECT}" &>/dev/null || true
     else
         break
     fi