diff --git a/contrib/debian/fwupd.postrm b/contrib/debian/fwupd.postrm
new file mode 100644
index 000000000..6fe1e1ee2
--- /dev/null
+++ b/contrib/debian/fwupd.postrm
@@ -0,0 +1,8 @@
+#!/bin/sh -e
+
+#DEBHELPER#
+
+if [ "$1" = purge ]; then
+	rm -f /var/lib/fwupd/gnupg
+	rm -f /var/cache/app-info/xmls/fwupd.xml
+fi