diff --git a/Earthfile b/Earthfile
index 8309492..dd6b063 100644
--- a/Earthfile
+++ b/Earthfile
@@ -325,6 +325,8 @@ docker:
 
     RUN rm -rf /etc/machine-id && touch /etc/machine-id && chmod 444 /etc/machine-id
 
+    # Avoid to accidentally push keys generated by package managers
+    RUN rm -rf /etc/ssh/ssh_host_*
 
     # Enable services
     IF [ -f /sbin/openrc ]