diff --git a/scripts/_common.sh b/scripts/_common.sh
index 6359465..fa51d3b 100644
--- a/scripts/_common.sh
+++ b/scripts/_common.sh
@@ -201,7 +201,16 @@ myynh_install_homeassistant () {
 myynh_upgrade_venv_directory () {
 	
 	# Remove old python links before recreating them
-	find "$install_dir/bin/" -type l -name 'python*' -exec bash -c 'rm -f "$1"' _ {} \;
+	find "$install_dir/bin/" -type l -name 'python*' \
+		-exec bash -c 'rm --force "$1"' _ {} \;
+
+	# Remove old python directories before recreating them
+	find "$install_dir/lib/" -mindepth 1 -maxdepth 1 -type d -name "python*" \
+		-not -path "*/python${py_required_version%.*}" \
+		-exec bash -c 'rm --force --recursive "$1"' _ {} \;
+	find "$install_dir/include/site/" -mindepth 1 -maxdepth 1 -type d -name "python*" \
+		-not -path "*/python${py_required_version%.*}" \
+		-exec bash -c 'rm --force --recursive "$1"' _ {} \;
 	
 	# Upgrade the virtual environment directory
 	ynh_exec_as $app $py_app_version -m venv --upgrade "$install_dir"