diff --git a/scripts/upgrade b/scripts/upgrade
index f71a32b..f42e14a 100644
--- a/scripts/upgrade
+++ b/scripts/upgrade
@@ -111,8 +111,10 @@ cp -r "$install_dir/build/libraries/" "$install_dir/live/libraries/"
 cp -r "$install_dir/build/services/" "$install_dir/live/services/"
 cp -r "$install_dir/build/patches/" "$install_dir/live/patches/"
 
+ynh_secure_remove --file="$install_dir/config/"
+ynh_secure_remove --file="$install_dir/live/services/history-v1/config/"
 ynh_add_config --template="../conf/production.json" --destination="$install_dir/build/server-ce/config/production.json"
-cp -r "$install_dir/build/server-ce/config" "$install_dir/config/"
+cp -r "$install_dir/build/server-ce/config/" "$install_dir/config/"
 cp -r "$install_dir/build/server-ce/config/" "$install_dir/live/services/history-v1/config/"
 
 ynh_secure_remove --file="$install_dir/build"