diff --git a/cmd/kubeadm/app/master/apiclient.go b/cmd/kubeadm/app/master/apiclient.go
index dc9d0cd238a..2c2d52e7d25 100644
--- a/cmd/kubeadm/app/master/apiclient.go
+++ b/cmd/kubeadm/app/master/apiclient.go
@@ -139,8 +139,10 @@ func createAndWaitForADummyDeployment(client *clientset.Clientset) error {
 
 	fmt.Println("[apiclient] Test deployment succeeded")
 
-	// TODO: In the future, make sure the ReplicaSet and Pod are garbage collected
-	if err := client.ExtensionsV1beta1().Deployments(metav1.NamespaceSystem).Delete("dummy", &metav1.DeleteOptions{}); err != nil {
+	falseVar := false
+	if err := client.ExtensionsV1beta1().Deployments(metav1.NamespaceSystem).Delete("dummy", &metav1.DeleteOptions{
+		OrphanDependents: &falseVar,
+	}); err != nil {
 		fmt.Printf("[apiclient] Failed to delete test deployment [%v] (will ignore)\n", err)
 	}
 	return nil