diff --git a/hooks/conf_regen/15-nginx b/hooks/conf_regen/15-nginx
index fe8396902..f7294f107 100755
--- a/hooks/conf_regen/15-nginx
+++ b/hooks/conf_regen/15-nginx
@@ -110,8 +110,8 @@ do_pre_regen() {
 
     done
 
-    # Legacy file to remove
-    touch "$nginx_conf_dir"/yunohost_panel.conf.inc
+    # Legacy file to remove, but we can't really remove it because it may be included by app confs...
+    echo "# The old yunohost panel/tile/button doesn't exists anymore" "$nginx_conf_dir"/yunohost_panel.conf.inc
 
     # remove old domain conf files
     conf_files=$(ls -1 /etc/nginx/conf.d \