diff --git a/debian/preinst b/debian/preinst
index 01499a102..7a70f15d0 100644
--- a/debian/preinst
+++ b/debian/preinst
@@ -2,8 +2,8 @@
 
 set -e
 
-if [ -e /etc/bash_completion.d/yunohost ] && [ ! -d /etc/bash_completion.d/yunohost ]; then
-    rm /etc/bash_completion.d/yunohost
+if [ -d /etc/bash_completion.d/yunohost ]; then
+    rm -fr /etc/bash_completion.d/yunohost
 fi
 
 #DEBHELPER#