diff --git a/yunohost_domain.py b/yunohost_domain.py
index b705da05..54d5a8a9 100644
--- a/yunohost_domain.py
+++ b/yunohost_domain.py
@@ -182,6 +182,7 @@ def domain_remove(domains):
         for domain in domains:
             if yldap.remove('virtualdomain=' + domain + ',ou=domains'):
                 try:
+                    shutil.rmtree('/etc/yunohost/certs/'+ domain)
                     os.remove('/var/lib/bind/'+ domain +'.zone')
                 except:
                     pass