diff --git a/pkg/kubelet/rkt/rkt.go b/pkg/kubelet/rkt/rkt.go
index 23a59ffedc2..e78473e4e3e 100644
--- a/pkg/kubelet/rkt/rkt.go
+++ b/pkg/kubelet/rkt/rkt.go
@@ -1092,7 +1092,7 @@ func (r *Runtime) GarbageCollect(gcPolicy kubecontainer.ContainerGCPolicy) error
 		return err
 	}
 	for _, f := range files {
-		if !runningKubernetesUnits.Has(f.Name()) && f.ModTime().Before(time.Now().Add(-gcPolicy.MinAge)) {
+		if strings.HasPrefix(f.Name(), kubernetesUnitPrefix) && !runningKubernetesUnits.Has(f.Name()) && f.ModTime().Before(time.Now().Add(-gcPolicy.MinAge)) {
 			glog.V(4).Infof("rkt: Removing inactive systemd service file: %v", f.Name())
 			if err := os.Remove(serviceFilePath(f.Name())); err != nil {
 				glog.Warningf("rkt: Failed to remove inactive systemd service file %v: %v", f.Name(), err)