diff --git a/scripts/upgrade b/scripts/upgrade
index 76986d6..1681c11 100755
--- a/scripts/upgrade
+++ b/scripts/upgrade
@@ -31,7 +31,7 @@ then
 	ynh_script_progression --message="Upgrading source files..." --weight=1
 
 	# Download, check integrity, uncompress and patch the source from app.src
-	ynh_setup_source --dest_dir="$install_dir" --keep=".env databases"
+	ynh_setup_source --dest_dir="$install_dir" --keep=".env database"
 fi
 
 # $install_dir will automatically be initialized with some decent 
@@ -39,6 +39,9 @@ fi
 # ownership to all files such as after the ynh_setup_source step
 chown -R $app:www-data "$install_dir"
 
+# Remove this file as the app is already installed
+ynh_secure_remove $install_dir/INSTALLING
+
 #=================================================
 # REAPPLY SYSTEM CONFIGURATIONS
 #=================================================