mirror of
https://github.com/YunoHost/yunohost.git
synced 2024-09-03 20:06:10 +02:00
261 lines
12 KiB
Bash
261 lines
12 KiB
Bash
#!/bin/bash
|
|
|
|
# Download, check integrity, uncompress and patch upstream sources
|
|
#
|
|
# usage: ynh_setup_source --dest_dir=dest_dir [--source_id=source_id] [--keep="file1 file2"] [--full_replace]
|
|
# | arg: --dest_dir= - Directory where to setup sources
|
|
# | arg: --source_id= - Name of the source, defaults to `main` (when the sources resource exists in manifest.toml) or (legacy) `app` otherwise
|
|
# | arg: --keep= - Space-separated list of files/folders that will be backup/restored in $dest_dir, such as a config file you don't want to overwrite. For example 'conf.json secrets.json logs' (no trailing `/` for folders)
|
|
# | arg: --full_replace= - Remove previous sources before installing new sources (can be 1 or 0, default to 0)
|
|
#
|
|
# ##### New 'sources' resources
|
|
#
|
|
# (See also the resources documentation which may be more complete?)
|
|
#
|
|
# This helper will read infos from the 'sources' resources in the manifest.toml of the app
|
|
# and expect a structure like:
|
|
#
|
|
# ```toml
|
|
# [resources.sources]
|
|
# [resources.sources.main]
|
|
# url = "https://some.address.to/download/the/app/archive"
|
|
# sha256 = "0123456789abcdef" # The sha256 sum of the asset obtained from the URL
|
|
# ```
|
|
#
|
|
# ##### Optional flags
|
|
#
|
|
# ```text
|
|
# format = "tar.gz"/xz/bz2 # automatically guessed from the extension of the URL, but can be set explicitly. Will use `tar` to extract
|
|
# "zip" # automatically guessed from the extension of the URL, but can be set explicitly. Will use `unzip` to extract
|
|
# "docker" # useful to extract files from an already-built docker image (instead of rebuilding them locally). Will use `docker-image-extract` to extract
|
|
# "whatever" # an arbitrary value, not really meaningful except to imply that the file won't be extracted
|
|
#
|
|
# in_subdir = true # default, there's an intermediate subdir in the archive before accessing the actual files
|
|
# false # sources are directly in the archive root
|
|
# n # (special cases) an integer representing a number of subdirs levels to get rid of
|
|
#
|
|
# extract = true # default if file is indeed an archive such as .zip, .tar.gz, .tar.bz2, ...
|
|
# = false # default if file 'format' is not set and the file is not to be extracted because it is not an archive but a script or binary or whatever asset.
|
|
# # in which case the file will only be `mv`ed to the location possibly renamed using the `rename` value
|
|
#
|
|
# rename = "whatever_your_want" # to be used for convenience when `extract` is false and the default name of the file is not practical
|
|
# platform = "linux/amd64" # (defaults to "linux/$YNH_ARCH") to be used in conjonction with `format = "docker"` to specify which architecture to extract for
|
|
# ```
|
|
#
|
|
# You may also define assets url and checksum per-architectures such as:
|
|
# ```toml
|
|
# [resources.sources]
|
|
# [resources.sources.main]
|
|
# amd64.url = "https://some.address.to/download/the/app/archive/when/amd64"
|
|
# amd64.sha256 = "0123456789abcdef"
|
|
# armhf.url = "https://some.address.to/download/the/app/archive/when/armhf"
|
|
# armhf.sha256 = "fedcba9876543210"
|
|
# ```
|
|
#
|
|
# In which case `ynh_setup_source --dest_dir="$install_dir"` will automatically pick the appropriate source depending on the arch
|
|
#
|
|
# The helper will:
|
|
# - Download the specific URL if there is no local archive
|
|
# - Check the integrity with the specific sha256 sum
|
|
# - Uncompress the archive to `$dest_dir`.
|
|
# - If `in_subdir` is true, the first level directory of the archive will be removed.
|
|
# - If `in_subdir` is a numeric value, the N first level directories will be removed.
|
|
# - Patches named `patches/${src_id}-*.patch` will be applied to `$dest_dir`
|
|
ynh_setup_source() {
|
|
# ============ Argument parsing =============
|
|
local -A args_array=([d]=dest_dir= [s]=source_id= [k]=keep= [r]=full_replace)
|
|
local dest_dir
|
|
local source_id
|
|
local keep
|
|
local full_replace
|
|
ynh_handle_getopts_args "$@"
|
|
keep="${keep:-}"
|
|
full_replace="${full_replace:-0}"
|
|
source_id="${source_id:-main}"
|
|
# ===========================================
|
|
|
|
local sources_json=$(ynh_read_manifest "resources.sources[\"$source_id\"]")
|
|
if jq -re ".url" <<< "$sources_json"
|
|
then
|
|
local arch_prefix=""
|
|
else
|
|
local arch_prefix=".$YNH_ARCH"
|
|
fi
|
|
|
|
local src_url="$(jq -r "$arch_prefix.url" <<< "$sources_json" | sed 's/^null$//')"
|
|
local src_sum="$(jq -r "$arch_prefix.sha256" <<< "$sources_json" | sed 's/^null$//')"
|
|
local src_format="$(jq -r ".format" <<< "$sources_json" | sed 's/^null$//')"
|
|
local src_in_subdir="$(jq -r ".in_subdir" <<< "$sources_json" | sed 's/^null$//')"
|
|
src_in_subdir=${src_in_subdir:-true}
|
|
local src_extract="$(jq -r ".extract" <<< "$sources_json" | sed 's/^null$//')"
|
|
local src_platform="$(jq -r ".platform" <<< "$sources_json" | sed 's/^null$//')"
|
|
local src_rename="$(jq -r ".rename" <<< "$sources_json" | sed 's/^null$//')"
|
|
|
|
[[ -n "$src_url" ]] || ynh_die "No URL defined for source $source_id$arch_prefix ?"
|
|
[[ -n "$src_sum" ]] || ynh_die "No sha256 sum defined for source $source_id$arch_prefix ?"
|
|
|
|
if [[ -z "$src_format" ]]
|
|
then
|
|
if [[ "$src_url" =~ ^.*\.zip$ ]] || [[ "$src_url" =~ ^.*/zipball/.*$ ]]
|
|
then
|
|
src_format="zip"
|
|
elif [[ "$src_url" =~ ^.*\.tar\.gz$ ]] || [[ "$src_url" =~ ^.*\.tgz$ ]] || [[ "$src_url" =~ ^.*/tar\.gz/.*$ ]] || [[ "$src_url" =~ ^.*/tarball/.*$ ]]
|
|
then
|
|
src_format="tar.gz"
|
|
elif [[ "$src_url" =~ ^.*\.tar\.xz$ ]]
|
|
then
|
|
src_format="tar.xz"
|
|
elif [[ "$src_url" =~ ^.*\.tar\.bz2$ ]]
|
|
then
|
|
src_format="tar.bz2"
|
|
elif [[ -z "$src_extract" ]]
|
|
then
|
|
src_extract="false"
|
|
fi
|
|
fi
|
|
|
|
src_format=${src_format:-tar.gz}
|
|
src_format=$(echo "$src_format" | tr '[:upper:]' '[:lower:]')
|
|
src_extract=${src_extract:-true}
|
|
|
|
if [[ "$src_extract" != "true" ]] && [[ "$src_extract" != "false" ]]
|
|
then
|
|
ynh_die "For source $source_id, expected either 'true' or 'false' for the extract parameter"
|
|
fi
|
|
|
|
# Gotta use this trick with 'dirname' because source_id may contain slashes x_x
|
|
mkdir -p $(dirname /var/cache/yunohost/download/${YNH_APP_ID}/${source_id})
|
|
src_filename="/var/cache/yunohost/download/${YNH_APP_ID}/${source_id}"
|
|
|
|
if [ "$src_format" = "docker" ]; then
|
|
src_platform="${src_platform:-"linux/$YNH_ARCH"}"
|
|
else
|
|
[ -n "$src_url" ] || ynh_die "Couldn't parse SOURCE_URL from $src_file_path ?"
|
|
|
|
# If the file was prefetched but somehow doesn't match the sum, rm and redownload it
|
|
if [ -e "$src_filename" ] && ! echo "${src_sum} ${src_filename}" | sha256sum --check --status
|
|
then
|
|
rm -f "$src_filename"
|
|
fi
|
|
|
|
# Only redownload the file if it wasnt prefetched
|
|
if [ ! -e "$src_filename" ]
|
|
then
|
|
# NB. we have to declare the var as local first,
|
|
# otherwise 'local foo=$(false) || echo 'pwet'" does'nt work
|
|
# because local always return 0 ...
|
|
local out
|
|
# Timeout option is here to enforce the timeout on dns query and tcp connect (c.f. man wget)
|
|
out=$(wget --tries 3 --no-dns-cache --timeout 900 --no-verbose --output-document=$src_filename $src_url 2>&1) \
|
|
|| ynh_die "$out"
|
|
fi
|
|
|
|
# Check the control sum
|
|
if ! echo "${src_sum} ${src_filename}" | sha256sum --check --status
|
|
then
|
|
local actual_sum="$(sha256sum ${src_filename} | cut --delimiter=' ' --fields=1)"
|
|
local actual_size="$(du -hs ${src_filename} | cut --fields=1)"
|
|
rm -f ${src_filename}
|
|
ynh_die "Corrupt source for ${src_url}: Expected sha256sum to be ${src_sum} but got ${actual_sum} (size: ${actual_size})."
|
|
fi
|
|
fi
|
|
|
|
# Keep files to be backup/restored at the end of the helper
|
|
# Assuming $dest_dir already exists
|
|
rm -rf /var/cache/yunohost/files_to_keep_during_setup_source/
|
|
if [ -n "$keep" ] && [ -e "$dest_dir" ]; then
|
|
local keep_dir=/var/cache/yunohost/files_to_keep_during_setup_source/${YNH_APP_ID}
|
|
mkdir -p $keep_dir
|
|
local stuff_to_keep
|
|
for stuff_to_keep in $keep; do
|
|
if [ -e "$dest_dir/$stuff_to_keep" ]; then
|
|
mkdir --parents "$(dirname "$keep_dir/$stuff_to_keep")"
|
|
cp --archive "$dest_dir/$stuff_to_keep" "$keep_dir/$stuff_to_keep"
|
|
fi
|
|
done
|
|
fi
|
|
|
|
if [ "$full_replace" -eq 1 ]; then
|
|
ynh_safe_rm "$dest_dir"
|
|
fi
|
|
|
|
# Extract source into the app dir
|
|
mkdir --parents "$dest_dir"
|
|
|
|
if [[ "$src_extract" == "false" ]]; then
|
|
if [[ -z "$src_rename" ]]
|
|
then
|
|
mv $src_filename $dest_dir
|
|
else
|
|
mv $src_filename $dest_dir/$src_rename
|
|
fi
|
|
elif [[ "$src_format" == "docker" ]]; then
|
|
"$YNH_HELPERS_DIR/vendor/docker-image-extract/docker-image-extract" -p $src_platform -o $dest_dir $src_url 2>&1
|
|
elif [[ "$src_format" == "zip" ]]; then
|
|
# Zip format
|
|
# Using of a temp directory, because unzip doesn't manage --strip-components
|
|
if $src_in_subdir; then
|
|
local tmp_dir=$(mktemp --directory)
|
|
unzip -quo $src_filename -d "$tmp_dir"
|
|
cp --archive $tmp_dir/*/. "$dest_dir"
|
|
ynh_safe_rm "$tmp_dir"
|
|
else
|
|
unzip -quo $src_filename -d "$dest_dir"
|
|
fi
|
|
ynh_safe_rm "$src_filename"
|
|
else
|
|
local strip=""
|
|
if [ "$src_in_subdir" != "false" ]; then
|
|
if [ "$src_in_subdir" == "true" ]; then
|
|
local sub_dirs=1
|
|
else
|
|
local sub_dirs="$src_in_subdir"
|
|
fi
|
|
strip="--strip-components $sub_dirs"
|
|
fi
|
|
if [[ "$src_format" =~ ^tar.gz|tar.bz2|tar.xz$ ]]; then
|
|
tar --extract --file=$src_filename --directory="$dest_dir" $strip
|
|
else
|
|
ynh_die "Archive format unrecognized."
|
|
fi
|
|
ynh_safe_rm "$src_filename"
|
|
fi
|
|
|
|
# Apply patches
|
|
if [ -d "$YNH_APP_BASEDIR/patches/" ]; then
|
|
local patches_folder=$(realpath $YNH_APP_BASEDIR/patches/)
|
|
# Check if any file matching the pattern exists, cf https://stackoverflow.com/a/34195247
|
|
if compgen -G "$patches_folder/${source_id}-*.patch" >/dev/null; then
|
|
pushd "$dest_dir"
|
|
for p in $patches_folder/${source_id}-*.patch; do
|
|
echo $p
|
|
patch --strip=1 <$p || ynh_print_warn "Packagers /!\\ patch $p failed to apply"
|
|
done
|
|
popd
|
|
fi
|
|
fi
|
|
|
|
# Keep files to be backup/restored at the end of the helper
|
|
# Assuming $dest_dir already exists
|
|
if [ -n "$keep" ]; then
|
|
local keep_dir=/var/cache/yunohost/files_to_keep_during_setup_source/${YNH_APP_ID}
|
|
local stuff_to_keep
|
|
for stuff_to_keep in $keep; do
|
|
if [ -e "$keep_dir/$stuff_to_keep" ]; then
|
|
mkdir --parents "$(dirname "$dest_dir/$stuff_to_keep")"
|
|
|
|
# We add "--no-target-directory" (short option is -T) to handle the special case
|
|
# when we "keep" a folder, but then the new setup already contains the same dir (but possibly empty)
|
|
# in which case a regular "cp" will create a copy of the directory inside the directory ...
|
|
# resulting in something like /var/www/$app/data/data instead of /var/www/$app/data
|
|
# cf https://unix.stackexchange.com/q/94831 for a more elaborate explanation on the option
|
|
cp --archive --no-target-directory "$keep_dir/$stuff_to_keep" "$dest_dir/$stuff_to_keep"
|
|
fi
|
|
done
|
|
fi
|
|
rm -rf /var/cache/yunohost/files_to_keep_during_setup_source/
|
|
|
|
if [ -n "${install_dir:-}" ] && [ "$dest_dir" == "$install_dir" ]; then
|
|
_ynh_apply_default_permissions $dest_dir
|
|
fi
|
|
}
|