diff --git a/pkg/controller/.import-restrictions b/pkg/controller/.import-restrictions
index 9bf72f98703..cbc10561d7d 100644
--- a/pkg/controller/.import-restrictions
+++ b/pkg/controller/.import-restrictions
@@ -239,8 +239,6 @@
         "k8s.io/kubernetes/pkg/kubelet/util/format",
         "k8s.io/kubernetes/pkg/quota",
         "k8s.io/kubernetes/pkg/registry/core/secret",
-        "k8s.io/kubernetes/pkg/scheduler/algorithm",
-        "k8s.io/kubernetes/pkg/scheduler/algorithm/predicates",
         "k8s.io/kubernetes/pkg/scheduler/framework/plugins/helper",
         "k8s.io/kubernetes/pkg/scheduler/framework/v1alpha1",
         "k8s.io/kubernetes/pkg/scheduler/nodeinfo",
diff --git a/test/e2e/framework/.import-restrictions b/test/e2e/framework/.import-restrictions
index eb36a73028f..b088ffde099 100644
--- a/test/e2e/framework/.import-restrictions
+++ b/test/e2e/framework/.import-restrictions
@@ -76,7 +76,6 @@
 				"k8s.io/kubernetes/pkg/master/ports",
 				"k8s.io/kubernetes/pkg/registry/core/service/allocator",
 				"k8s.io/kubernetes/pkg/registry/core/service/portallocator",
-				"k8s.io/kubernetes/pkg/scheduler/algorithm/priorities/util",
 				"k8s.io/kubernetes/pkg/scheduler/api",
 				"k8s.io/kubernetes/pkg/scheduler/metrics",
 				"k8s.io/kubernetes/pkg/scheduler/nodeinfo",