diff --git a/test/integration/framework/controlplane_utils.go b/test/integration/framework/controlplane_utils.go
index fc02449a0fa..f403305dba6 100644
--- a/test/integration/framework/controlplane_utils.go
+++ b/test/integration/framework/controlplane_utils.go
@@ -232,6 +232,7 @@ func startAPIServerOrDie(controlPlaneConfig *controlplane.Config, incomingServer
 
 	clientset, err := clientset.NewForConfig(controlPlaneConfig.GenericConfig.LoopbackClientConfig)
 	if err != nil {
+		closeFn()
 		klog.Fatal(err)
 	}