diff --git a/scripts/upgrade b/scripts/upgrade
index 932f37f..25c9a8e 100644
--- a/scripts/upgrade
+++ b/scripts/upgrade
@@ -59,15 +59,11 @@ if [ -z "$final_path" ]; then
 	ynh_app_setting_set --app=$app --key=final_path --value=$final_path
 fi
 
-# If lang exist, remove it
-if [ -v "$lang" ]; then
-	ynh_app_setting_delete --app=$app --key=$lang
-fi
-
 # If language doesn't exist, create it
 if [ -z "$language" ]; then
 	language="en"
 	ynh_app_setting_set --app=$app --key=language --value=$language
+	ynh_app_setting_delete --app=$app --key=$lang
 fi
 
 case "$language" in