diff --git a/data/helpers.d/php b/data/helpers.d/php
index 7a26824a4..3509bdc3d 100644
--- a/data/helpers.d/php
+++ b/data/helpers.d/php
@@ -292,7 +292,7 @@ ynh_remove_fpm_config () {
 	fi
 
 	ynh_secure_remove --file="$fpm_config_dir/pool.d/$app.conf"
-	ynh_secure_remove --file="$fpm_config_dir/conf.d/20-$app.ini" 2>&1
+	ynh_exec_warn_less ynh_secure_remove --file="$fpm_config_dir/conf.d/20-$app.ini"
 
 	# If the php version used is not the default version for YunoHost
 	if [ "$phpversion" != "$YNH_DEFAULT_PHP_VERSION" ]