diff --git a/scripts/upgrade b/scripts/upgrade
index 12ccc5c..0676498 100644
--- a/scripts/upgrade
+++ b/scripts/upgrade
@@ -58,6 +58,9 @@ then
   # Download, check integrity, uncompress and patch the source from app.src
   ynh_setup_source --dest_dir="$tmpdir"
 
+  # Keep private dir
+  mv "$install_dir/private" "$tmpdir"
+
   # Replace the old aeneria by the new one
   ynh_secure_remove --file="$install_dir"
   mv "$tmpdir" "$install_dir"