diff --git a/cluster/gce/manifests/glbc.manifest b/cluster/gce/manifests/glbc.manifest
index 8ed042c39f1..60cd0ee8305 100644
--- a/cluster/gce/manifests/glbc.manifest
+++ b/cluster/gce/manifests/glbc.manifest
@@ -3,8 +3,6 @@ kind: Pod
 metadata:
   name: l7-lb-controller
   namespace: kube-system
-  annotations:
-    scheduler.alpha.kubernetes.io/critical-pod: ''
   labels:
     k8s-app: gcp-lb-controller
     kubernetes.io/name: "GLBC"
diff --git a/test/e2e/windows/device_plugin.go b/test/e2e/windows/device_plugin.go
index 890ecbdee22..c8dd1a285da 100644
--- a/test/e2e/windows/device_plugin.go
+++ b/test/e2e/windows/device_plugin.go
@@ -68,12 +68,10 @@ var _ = SIGDescribe("[Feature:GPUDevicePlugin] Device Plugin", func() {
 				},
 				Template: v1.PodTemplateSpec{
 					ObjectMeta: metav1.ObjectMeta{
-						Annotations: map[string]string{
-							"scheduler.alpha.kubernetes.io/critical-pod": "",
-						},
 						Labels: labels,
 					},
 					Spec: v1.PodSpec{
+						PriorityClassName: "system-node-critical",
 						Tolerations: []v1.Toleration{
 							{
 								Key:      "CriticalAddonsOnly",