diff --git a/stage3/00-install-yunohost/00-run.sh b/stage3/00-install-yunohost/00-run.sh
index b4d8c70..1f081ca 100755
--- a/stage3/00-install-yunohost/00-run.sh
+++ b/stage3/00-install-yunohost/00-run.sh
@@ -47,8 +47,8 @@ echo "root:yunohost" | chpasswd
 EOF
 
 echo "Removing Raspbian sshd banner"
-rm /etc/ssh/sshd_config.d/rename_user.conf
-rm /usr/share/userconf-pi/sshd_banner
+rm -f /etc/ssh/sshd_config.d/rename_user.conf
+rm -f /usr/share/userconf-pi/sshd_banner
 
 install -m 755 files/check_yunohost_is_installed.sh "${ROOTFS_DIR}/etc/profile.d/"