diff --git a/common/ubuntu_cleanup.sh b/common/ubuntu_cleanup.sh
index c469bbd..3097bee 100644
--- a/common/ubuntu_cleanup.sh
+++ b/common/ubuntu_cleanup.sh
@@ -5,6 +5,7 @@
 
 rm -rf /var/lib/apt/lists/*
 rm -rv /etc/apt/sources.list.d/* || true
+rm -rv /etc/apt/preferences.d/* || true
 echo > /etc/apt/sources.list  || true
 rm -vf /usr/sbin/policy-rc.d || true