diff --git a/scripts/upgrade b/scripts/upgrade
index 02caf8e..914312b 100755
--- a/scripts/upgrade
+++ b/scripts/upgrade
@@ -35,7 +35,7 @@ ynh_abort_if_errors
 
 # Replace backports with pip
 if is_stretch; then
-    ynh_remove_backports
+    rm -f /etc/apt/sources.list.d/$app-stretch-backports.list
 
     install_borg_with_pip
 fi