diff --git a/scripts/upgrade b/scripts/upgrade
index 0bc44b3..153437b 100644
--- a/scripts/upgrade
+++ b/scripts/upgrade
@@ -182,7 +182,7 @@ then
 	    rsync -a "$final_path/live/public/system" "$tmpdir/."
     fi    
     rsync -a "$final_path/live/.env.production" "$tmpdir/."
-    ynh_secure_remove --file="$final_path/live/"
+    ynh_secure_remove --file="$final_path/live"
     ynh_setup_source --dest_dir="$final_path/live"
 
     # Temporary workaround for https://github.com/tootsuite/mastodon/issues/13292
@@ -192,7 +192,7 @@ then
 	    rsync -a "$tmpdir/system" "$final_path/live/public/."
     fi
     rsync -a "$tmpdir/.env.production" "$final_path/live/."
-    ynh_secure_remove --file="$tmpdir/"
+    ynh_secure_remove --file="$tmpdir"
 
     # Clean files which are not needed anymore
     ynh_secure_remove --file="$final_path/live/config/initializers/timeout.rb"