diff --git a/test/e2e/apimachinery/webhook.go b/test/e2e/apimachinery/webhook.go
index ae9e9bfefdd..5dd38c27915 100644
--- a/test/e2e/apimachinery/webhook.go
+++ b/test/e2e/apimachinery/webhook.go
@@ -945,7 +945,7 @@ func newValidatingWebhookWithMatchConditions(
 					Rule: admissionregistrationv1.Rule{
 						APIGroups:   []string{""},
 						APIVersions: []string{"v1"},
-						Resources:   []string{"*"},
+						Resources:   []string{"configmaps"},
 					},
 				}},
 				ClientConfig: admissionregistrationv1.WebhookClientConfig{