diff --git a/scripts/upgrade b/scripts/upgrade
index 91e7e31..029cd8a 100755
--- a/scripts/upgrade
+++ b/scripts/upgrade
@@ -159,8 +159,9 @@ upgrade() {
 
 	ynh_systemd_action --service_name="$app-celery" --action="stop"
 
+	ynh_secure_remove --file="${final_path}/venv"
 	virtualenv --python=python3 "${final_path}/venv"
-	chown -R "$app": "$final_path"
+	chown -R $app: "$final_path"
 
 	#run source in a 'sub shell'
 	(
@@ -169,10 +170,9 @@ upgrade() {
 		set -o nounset
 		cd "${final_path}"
 
-		sudo --user=$app $final_path/venv/bin/pip install --upgrade pip
+		sudo --user=$app $final_path/venv/bin/pip install --upgrade pip setuptools wheel
 		# Tmp fix
 		sudo --user=$app $final_path/venv/bin/pip install --upgrade cffi==1.14
-
 		# Still needed with latest version of weblate?
 		sudo --user=$app $final_path/venv/bin/pip install --upgrade Weblate=="$new_version"
 		sudo --user=$app $final_path/venv/bin/pip install psycopg2-binary ruamel.yaml aeidon phply