diff --git a/debian-8/scripts/cleanup.sh b/debian-8/scripts/cleanup.sh
index 0017f49..8b7bab8 100644
--- a/debian-8/scripts/cleanup.sh
+++ b/debian-8/scripts/cleanup.sh
@@ -1,6 +1,8 @@
 apt-get -y autoremove --purge
 apt-get -y clean
 
+rm -f /usr/sbin/policy-rc.d || true
+
 echo "cleaning up hostname"
 sed -i "/.*debian-8.*/d" /etc/hosts
 
@@ -8,7 +10,7 @@
 rm -rf VBoxGuestAdditions_*.iso VBoxGuestAdditions_*.iso.? || true
 
 echo "cleaning up dhcp leases"
-rm /var/lib/dhcp/* || true
+rm -f /var/lib/dhcp/* || true
 
 echo "cleaning up udev rules"
 rm -f /etc/udev/rules.d/70-persistent-net.rules || true