diff --git a/pkg/scheduler/BUILD b/pkg/scheduler/BUILD
index e9b1daa8e61..91f86930bb6 100644
--- a/pkg/scheduler/BUILD
+++ b/pkg/scheduler/BUILD
@@ -131,7 +131,6 @@ filegroup(
         "//pkg/scheduler/apis/config:all-srcs",
         "//pkg/scheduler/apis/extender/v1:all-srcs",
         "//pkg/scheduler/core:all-srcs",
-        "//pkg/scheduler/factory:all-srcs",
         "//pkg/scheduler/framework:all-srcs",
         "//pkg/scheduler/internal/cache:all-srcs",
         "//pkg/scheduler/internal/heap:all-srcs",
diff --git a/pkg/scheduler/factory/BUILD b/pkg/scheduler/factory/BUILD
deleted file mode 100644
index 6df04e38cd7..00000000000
--- a/pkg/scheduler/factory/BUILD
+++ /dev/null
@@ -1,13 +0,0 @@
-filegroup(
-    name = "package-srcs",
-    srcs = glob(["**"]),
-    tags = ["automanaged"],
-    visibility = ["//visibility:private"],
-)
-
-filegroup(
-    name = "all-srcs",
-    srcs = [":package-srcs"],
-    tags = ["automanaged"],
-    visibility = ["//visibility:public"],
-)