diff --git a/scripts/upgrade b/scripts/upgrade
old mode 100755
new mode 100644
index 94e4226..d267dd5
--- a/scripts/upgrade
+++ b/scripts/upgrade
@@ -147,6 +147,7 @@ upgrade() {
 	#=================================================
 	ynh_script_progression --message="Install weblate using PIP..." --weight=15
 
+	ynh_secure_remove --file="${final_path}/venv"
 	virtualenv --python=python3 "${final_path}/venv"
 	chown -R $app: "$final_path"
 
@@ -157,10 +158,9 @@ upgrade() {
 		set -o nounset
 		cd "${final_path}"
 
-		sudo --user=$app $final_path/venv/bin/pip install --upgrade pip
+		sudo --user=$app $final_path/venv/bin/pip install --upgrade pip setuptools wheel
 		# Tmp fix
 		sudo --user=$app $final_path/venv/bin/pip install --upgrade cffi==1.14
-
 		# Still needed with latest version of weblate?
 		sudo --user=$app $final_path/venv/bin/pip install --upgrade Weblate=="$new_version"
 		sudo --user=$app $final_path/venv/bin/pip install psycopg2-binary ruamel.yaml aeidon phply