diff --git a/scripts/upgrade b/scripts/upgrade
index b8c4678..31f6959 100644
--- a/scripts/upgrade
+++ b/scripts/upgrade
@@ -36,12 +36,11 @@ fi
 if [ -f "$install_dir/config.local.yunohost.php" ]
 then
 	ynh_script_progression --message="cleaning conf files..." --weight=5
-	mv "$install_dir/config.local.php" "$install_dir/config.local.php.old"
+	ynh_secure_remove "$install_dir/config.local.php"
 	mv "$install_dir/config.local.yunohost.php" "$install_dir/config.local.php"
 	chmod 440 "$install_dir/config.local.php"
 	chown $app:$app "$install_dir/config.local.php"
 	ynh_store_file_checksum --file="$install_dir/config.local.php"
-	ynh_secure_remove "$install_dir/config.local.php.old"
 fi
 
 ynh_script_progression --message="removing old conf files if they exist..." --weight=5