diff --git a/postrm.sh b/postrm.sh
index dc912ad9..e0e096c6 100644
--- a/postrm.sh
+++ b/postrm.sh
@@ -1,4 +1,4 @@
 #!/bin/bash
 set -eu
-rm /usr/local/bin/cloudflared
-rm /usr/local/etc/cloudflared/.installedFromPackageManager || true
+rm -f /usr/local/bin/cloudflared
+rm -f /usr/local/etc/cloudflared/.installedFromPackageManager || true