diff --git a/stage3/00-install-yunohost/00-run.sh b/stage3/00-install-yunohost/00-run.sh
index 1f081ca..e3cd4ca 100755
--- a/stage3/00-install-yunohost/00-run.sh
+++ b/stage3/00-install-yunohost/00-run.sh
@@ -47,8 +47,8 @@ echo "root:yunohost" | chpasswd
 EOF
 
 echo "Removing Raspbian sshd banner"
-rm -f /etc/ssh/sshd_config.d/rename_user.conf
-rm -f /usr/share/userconf-pi/sshd_banner
+rm -f "${ROOTFS_DIR}/etc/ssh/sshd_config.d/rename_user.conf"
+rm -f "${ROOTFS_DIR}/usr/share/userconf-pi/sshd_banner"
 
 install -m 755 files/check_yunohost_is_installed.sh "${ROOTFS_DIR}/etc/profile.d/"