diff --git a/scripts/install b/scripts/install
index c998a37..89e996e 100755
--- a/scripts/install
+++ b/scripts/install
@@ -59,7 +59,8 @@ pushd "$install_dir"
 	ynh_use_ruby
 	cp config/unicorn.rb.example config/unicorn.rb
 	chown -R $app:www-data "$install_dir/config/unicorn.rb"
-	# ynh_gem update --system --no-document
+	ynh_gem install rubygems-update -v 3.4
+	ynh_gem update --system --no-document
 	ynh_gem install bundler -v 2.4.22
 	ynh_gem install rake foreman --no-document
 	bundle config set --local deployment 'true'
diff --git a/scripts/restore b/scripts/restore
index 4bba6b8..b7b6652 100644
--- a/scripts/restore
+++ b/scripts/restore
@@ -42,6 +42,7 @@ ynh_script_progression --message="Building app..."
 
 pushd "$install_dir"
 	ynh_use_ruby
+	ynh_gem install rubygems-update -v 3.4
 	ynh_gem update --system --no-document
 	ynh_gem install bundler -v 2.4.22
 	ynh_gem install rake foreman --no-document
diff --git a/scripts/upgrade b/scripts/upgrade
index cb100fc..e8d2425 100644
--- a/scripts/upgrade
+++ b/scripts/upgrade
@@ -60,6 +60,7 @@ pushd $install_dir
 	ynh_use_ruby
 	cp -f config/unicorn.rb.example config/unicorn.rb
 	chown -R "$app:www-data" "$install_dir/config/unicorn.rb"
+	ynh_gem install rubygems-update -v 3.4
 	ynh_gem update --system --no-document
 	ynh_gem install bundler -v 2.4.22
 	ynh_gem install rake foreman --no-document