diff --git a/pkg/controller/.import-restrictions b/pkg/controller/.import-restrictions
index 0b7ab5241f2..06305c5c73e 100644
--- a/pkg/controller/.import-restrictions
+++ b/pkg/controller/.import-restrictions
@@ -240,8 +240,6 @@
         "k8s.io/kubernetes/pkg/kubelet/util/format",
         "k8s.io/kubernetes/pkg/quota",
         "k8s.io/kubernetes/pkg/registry/core/secret",
-        "k8s.io/kubernetes/pkg/scheduler/algorithm",
-        "k8s.io/kubernetes/pkg/scheduler/algorithm/predicates",
         "k8s.io/kubernetes/pkg/scheduler/framework/plugins/helper",
         "k8s.io/kubernetes/pkg/scheduler/framework/v1alpha1",
         "k8s.io/kubernetes/pkg/scheduler/nodeinfo",
diff --git a/test/e2e/framework/.import-restrictions b/test/e2e/framework/.import-restrictions
index 9a000bfed9a..de7fe003641 100644
--- a/test/e2e/framework/.import-restrictions
+++ b/test/e2e/framework/.import-restrictions
@@ -180,7 +180,6 @@
 				"k8s.io/kubernetes/pkg/proxy/util",
 				"k8s.io/kubernetes/pkg/registry/core/service/allocator",
 				"k8s.io/kubernetes/pkg/registry/core/service/portallocator",
-				"k8s.io/kubernetes/pkg/scheduler/algorithm/priorities/util",
 				"k8s.io/kubernetes/pkg/scheduler/api",
 				"k8s.io/kubernetes/pkg/scheduler/framework/plugins/helper",
 				"k8s.io/kubernetes/pkg/scheduler/framework/plugins/nodeaffinity",