diff --git a/test/e2e/deployment.go b/test/e2e/deployment.go
index bdddff3f667..0674d7e1000 100644
--- a/test/e2e/deployment.go
+++ b/test/e2e/deployment.go
@@ -575,7 +575,7 @@ func testPausedDeployment(f *Framework) {
 
 	newRS, err := deploymentutil.GetNewReplicaSet(*deployment, c)
 	Expect(err).NotTo(HaveOccurred())
-	Expect(c.Extensions().ReplicaSets(ns).Delete(newRS.Name, nil)).NotTo(HaveOccurred())
+	Expect(DeleteReplicaSet(unversionedClient, ns, newRS.Name)).NotTo(HaveOccurred())
 
 	deployment, err = c.Extensions().Deployments(ns).Get(deploymentName)
 	Expect(err).NotTo(HaveOccurred())