diff --git a/hack/e2e-suite/guestbook.sh b/hack/e2e-suite/guestbook.sh
index 533ff541bdc..46153a101d3 100755
--- a/hack/e2e-suite/guestbook.sh
+++ b/hack/e2e-suite/guestbook.sh
@@ -37,6 +37,10 @@ GUESTBOOK="${KUBE_ROOT}/examples/guestbook"
 
 function teardown() {
   ${KUBECTL} stop -f "${GUESTBOOK}"
+  if [[ "${KUBERNETES_PROVIDER}" == "gce" ]]; then
+    gcloud compute forwarding-rules delete "${INSTANCE_PREFIX}-default-frontend" || true
+    gcloud compute target-pools delete "${INSTANCE_PREFIX}-default-frontend" || true
+  fi  
 }
 
 prepare-e2e