diff --git a/securedrop/debian/securedrop-config.postinst b/securedrop/debian/securedrop-config.postinst
index d70a66ac2f..c5d9d0052e 100755
--- a/securedrop/debian/securedrop-config.postinst
+++ b/securedrop/debian/securedrop-config.postinst
@@ -31,6 +31,10 @@ case "$1" in
     # Migrate the ssh group to sdssh
     securedrop-migrate-ssh-group.py
 
+    # Should not exist but might because of an Ubuntu installer bug that is
+    # now fixed: https://bugs.launchpad.net/subiquity/+bug/2053002
+    rm -f /etc/apt/apt.conf.d/zzzz-temp-installer-unattended-upgrade
+
     ;;
     abort-upgrade|abort-remove|abort-deconfigure)
     ;;