diff --git a/pkg/kubelet/volume/gce_pd/gce_pd.go b/pkg/kubelet/volume/gce_pd/gce_pd.go
index cfd5f73b9dc..cdec6a3f0e4 100644
--- a/pkg/kubelet/volume/gce_pd/gce_pd.go
+++ b/pkg/kubelet/volume/gce_pd/gce_pd.go
@@ -234,9 +234,6 @@ func (pd *gcePersistentDisk) TearDown() error {
 		return err
 	}
 	refCount--
-	if err := os.RemoveAll(pd.GetPath()); err != nil {
-		return err
-	}
 	// If refCount is 1, then all bind mounts have been removed, and the
 	// remaining reference is the global mount. It is safe to detach.
 	if refCount == 1 {
@@ -244,5 +241,8 @@ func (pd *gcePersistentDisk) TearDown() error {
 			return err
 		}
 	}
+	if err := os.RemoveAll(pd.GetPath()); err != nil {
+		return err
+	}
 	return nil
 }