mirror of
https://github.com/YunoHost/package_check.git
synced 2024-09-03 20:06:20 +02:00
302 lines
7.8 KiB
Bash
302 lines
7.8 KiB
Bash
#!/bin/bash
|
|
|
|
#=================================================
|
|
# PACKAGE_CHECK HELPERS
|
|
#=================================================
|
|
|
|
ynh_lxc_pc_exec () {
|
|
# Start the lxc container and execute the given command in it
|
|
local cmd=$1
|
|
|
|
_LXC_START_AND_WAIT $LXC_NAME
|
|
|
|
start_timer
|
|
|
|
# Execute the command given in argument in the container and log its results.
|
|
lxc exec $LXC_NAME --env PACKAGE_CHECK_EXEC=1 -t -- /bin/bash -c "$cmd" | tee -a "$complete_log" $current_test_log
|
|
|
|
# Store the return code of the command
|
|
local returncode=${PIPESTATUS[0]}
|
|
|
|
log_debug "Return code: $returncode"
|
|
|
|
stop_timer 1
|
|
# Return the exit code of the ssh command
|
|
return $returncode
|
|
}
|
|
|
|
ynh_lxc_pc_witness_file_create () {
|
|
[ "$2" = "file" ] && local action="touch" || local action="mkdir -p"
|
|
RUN_INSIDE_LXC $action $1
|
|
}
|
|
|
|
ynh_lxc_pc_witness_files_set () {
|
|
# Create files to check if the remove script does not remove them accidentally
|
|
log_debug "Create witness files..."
|
|
|
|
# Nginx conf
|
|
ynh_lxc_pc_witness_file_create "/etc/nginx/conf.d/$DOMAIN.d/witnessfile.conf" file
|
|
ynh_lxc_pc_witness_file_create "/etc/nginx/conf.d/$SUBDOMAIN.d/witnessfile.conf" file
|
|
|
|
# /etc
|
|
ynh_lxc_pc_witness_file_create "/etc/witnessfile" file
|
|
|
|
# /opt directory
|
|
ynh_lxc_pc_witness_file_create "/opt/witnessdir" directory
|
|
|
|
# /var/www directory
|
|
ynh_lxc_pc_witness_file_create "/var/www/witnessdir" directory
|
|
|
|
# /home/yunohost.app/
|
|
ynh_lxc_pc_witness_file_create "/home/yunohost.app/witnessdir" directory
|
|
|
|
# /var/log
|
|
ynh_lxc_pc_witness_file_create "/var/log/witnessfile" file
|
|
|
|
# Config fpm
|
|
ynh_lxc_pc_witness_file_create "/etc/php/$DEFAULT_PHP_VERSION/fpm/pool.d/witnessfile.conf" file
|
|
|
|
# Config logrotate
|
|
ynh_lxc_pc_witness_file_create "/etc/logrotate.d/witnessfile" file
|
|
|
|
# Config systemd
|
|
ynh_lxc_pc_witness_file_create "/etc/systemd/system/witnessfile.service" file
|
|
|
|
# Database
|
|
RUN_INSIDE_LXC mysqladmin --wait status > /dev/null 2>&1
|
|
echo "CREATE DATABASE witnessdb" | RUN_INSIDE_LXC mysql --wait > /dev/null 2>&1
|
|
}
|
|
|
|
ynh_lxc_pc_witness_file_check () {
|
|
if RUN_INSIDE_LXC test ! -e "$1"
|
|
then
|
|
log_error "The file $1 is missing ! Something gone wrong !"
|
|
SET_RESULT "failure" witness
|
|
fi
|
|
}
|
|
|
|
ynh_lxc_pc_witness_files_check () {
|
|
# Check all the witness files, to verify if them still here
|
|
|
|
# Nginx conf
|
|
ynh_lxc_pc_witness_file_check "/etc/nginx/conf.d/$DOMAIN.d/witnessfile.conf"
|
|
ynh_lxc_pc_witness_file_check "/etc/nginx/conf.d/$SUBDOMAIN.d/witnessfile.conf"
|
|
|
|
# /etc
|
|
ynh_lxc_pc_witness_file_check "/etc/witnessfile"
|
|
|
|
# /opt directory
|
|
ynh_lxc_pc_witness_file_check "/opt/witnessdir"
|
|
|
|
# /var/www directory
|
|
ynh_lxc_pc_witness_file_check "/var/www/witnessdir"
|
|
|
|
# /home/yunohost.app/
|
|
ynh_lxc_pc_witness_file_check "/home/yunohost.app/witnessdir"
|
|
|
|
# /var/log
|
|
ynh_lxc_pc_witness_file_check "/var/log/witnessfile"
|
|
|
|
# Config fpm
|
|
ynh_lxc_pc_witness_file_check "/etc/php/$DEFAULT_PHP_VERSION/fpm/pool.d/witnessfile.conf"
|
|
|
|
# Config logrotate
|
|
ynh_lxc_pc_witness_file_check "/etc/logrotate.d/witnessfile"
|
|
|
|
# Config systemd
|
|
ynh_lxc_pc_witness_file_check "/etc/systemd/system/witnessfile.service"
|
|
|
|
# Database
|
|
if ! RUN_INSIDE_LXC mysqlshow witnessdb > /dev/null 2>&1
|
|
then
|
|
log_error "The database witnessdb is missing ! Something gone wrong !"
|
|
SET_RESULT "failure" witness
|
|
return 1
|
|
fi
|
|
}
|
|
|
|
ynh_lxc_pc_create () {
|
|
log_info "Launching new LXC $LXC_NAME ..."
|
|
# Check if we can launch container from YunoHost remote image
|
|
if lxc remote list | grep -q "yunohost" && lxc image list yunohost:$LXC_BASE | grep -q -w $LXC_BASE; then
|
|
lxc launch yunohost:$LXC_BASE $LXC_NAME \
|
|
-c security.nesting=true \
|
|
-c security.privileged=true \
|
|
-c limits.memory=80% \
|
|
-c limits.cpu.allowance=80% \
|
|
>>/proc/self/fd/3
|
|
# Check if we can launch container from a local image
|
|
elif lxc image list $LXC_BASE | grep -q -w $LXC_BASE; then
|
|
lxc launch $LXC_BASE $LXC_NAME \
|
|
-c security.nesting=true \
|
|
-c security.privileged=true \
|
|
-c limits.memory=80% \
|
|
-c limits.cpu.allowance=80% \
|
|
>>/proc/self/fd/3
|
|
else
|
|
log_critical "Can't find base image $LXC_BASE, run ./package_check.sh --rebuild"
|
|
fi
|
|
|
|
pipestatus="${PIPESTATUS[0]}"
|
|
location=$(lxc list --format json | jq -e --arg LXC_NAME $LXC_NAME '.[] | select(.name==$LXC_NAME) | .location' | tr -d '"')
|
|
[[ "$location" != "none" ]] && log_info "... on $location"
|
|
|
|
[[ "$pipestatus" -eq 0 ]] || exit 1
|
|
|
|
_LXC_START_AND_WAIT $LXC_NAME
|
|
ynh_lxc_pc_witness_files_set
|
|
lxc snapshot $LXC_NAME snap0
|
|
}
|
|
|
|
ynh_lxc_pc_snapshot_create () {
|
|
# Create a temporary snapshot
|
|
|
|
local snapname=$1
|
|
|
|
start_timer
|
|
|
|
# Check all the witness files, to verify if them still here
|
|
ynh_lxc_pc_witness_files_check >&2
|
|
|
|
# Remove swap files to avoid killing the CI with huge snapshots.
|
|
CLEAN_SWAPFILES
|
|
|
|
LXC_STOP $LXC_NAME
|
|
|
|
# Check if the snapshot already exist
|
|
if ! ynh_lxc_snapshot_exists "$snapname"
|
|
then
|
|
log_info "(Creating snapshot $snapname ...)"
|
|
lxc snapshot $LXC_NAME $snapname
|
|
fi
|
|
|
|
_LXC_START_AND_WAIT $LXC_NAME
|
|
|
|
stop_timer 1
|
|
}
|
|
|
|
LOAD_LXC_SNAPSHOT () {
|
|
local snapname=$1
|
|
log_debug "Loading snapshot $snapname ..."
|
|
|
|
# Remove swap files before restoring the snapshot.
|
|
CLEAN_SWAPFILES
|
|
|
|
LXC_STOP $LXC_NAME
|
|
|
|
lxc restore $LXC_NAME $snapname
|
|
lxc start $LXC_NAME
|
|
_LXC_START_AND_WAIT $LXC_NAME
|
|
}
|
|
|
|
LXC_STOP () {
|
|
local container_to_stop=$1
|
|
# (We also use timeout 30 in front of the command because sometime lxc
|
|
# commands can hang forever despite the --timeout >_>...)
|
|
timeout 30 lxc stop --timeout 15 $container_to_stop 2>/dev/null
|
|
|
|
# If the command times out, then add the option --force
|
|
if [ $? -eq 124 ]; then
|
|
timeout 30 lxc stop --timeout 15 $container_to_stop --force 2>/dev/null
|
|
fi
|
|
|
|
}
|
|
|
|
LXC_RESET () {
|
|
# If the container exists
|
|
if lxc info $LXC_NAME >/dev/null 2>/dev/null; then
|
|
# Remove swap files before deletting the continer
|
|
CLEAN_SWAPFILES
|
|
fi
|
|
|
|
LXC_STOP $LXC_NAME
|
|
|
|
if lxc info $LXC_NAME >/dev/null 2>/dev/null; then
|
|
local current_storage=$(lxc list $LXC_NAME --format json --columns b | jq '.[].expanded_devices.root.pool')
|
|
swapoff "$(lxc storage get $current_storage source)/containers/$LXC_NAME/rootfs/swap" 2>/dev/null
|
|
fi
|
|
|
|
lxc delete $LXC_NAME --force 2>/dev/null
|
|
}
|
|
|
|
|
|
_LXC_START_AND_WAIT() {
|
|
|
|
restart_container()
|
|
{
|
|
LXC_STOP $1
|
|
lxc start "$1"
|
|
}
|
|
|
|
# Try to start the container 3 times.
|
|
local max_try=3
|
|
local i=0
|
|
while [ $i -lt $max_try ]
|
|
do
|
|
i=$(( i +1 ))
|
|
local failstart=0
|
|
|
|
# Wait for container to start, we are using systemd to check this,
|
|
# for the sake of brevity.
|
|
for j in $(seq 1 10); do
|
|
if lxc exec "$1" -- systemctl isolate multi-user.target >/dev/null 2>/dev/null; then
|
|
break
|
|
fi
|
|
|
|
if [ "$j" == "10" ]; then
|
|
log_debug 'Failed to start the container ... restarting ...'
|
|
failstart=1
|
|
|
|
restart_container "$1"
|
|
fi
|
|
|
|
sleep 1s
|
|
done
|
|
|
|
# Wait for container to access the internet
|
|
for j in $(seq 1 10); do
|
|
if lxc exec "$1" -- curl -s http://wikipedia.org > /dev/null 2>/dev/null; then
|
|
break
|
|
fi
|
|
|
|
if [ "$j" == "10" ]; then
|
|
log_debug 'Failed to access the internet ... restarting'
|
|
failstart=1
|
|
|
|
restart_container "$1"
|
|
fi
|
|
|
|
sleep 1s
|
|
done
|
|
|
|
# Has started and has access to the internet
|
|
if [ $failstart -eq 0 ]
|
|
then
|
|
break
|
|
fi
|
|
|
|
# Fail if the container failed to start
|
|
if [ $i -eq $max_try ] && [ $failstart -eq 1 ]
|
|
then
|
|
log_error "The container miserably failed to start or to connect to the internet"
|
|
lxc info --show-log $1
|
|
return 1
|
|
fi
|
|
done
|
|
|
|
LXC_IP=$(lxc exec $1 -- hostname -I | cut -d' ' -f1 | grep -E -o "\<[0-9.]{8,}\>")
|
|
}
|
|
|
|
CLEAN_SWAPFILES() {
|
|
# Restart it if needed
|
|
if [ "$(lxc info $LXC_NAME | grep Status | awk '{print tolower($2)}')" != "running" ]; then
|
|
lxc start $LXC_NAME
|
|
_LXC_START_AND_WAIT $LXC_NAME
|
|
fi
|
|
lxc exec $LXC_NAME -- bash -c 'for swapfile in $(ls /swap_* 2>/dev/null); do swapoff $swapfile; done'
|
|
lxc exec $LXC_NAME -- bash -c 'for swapfile in $(ls /swap_* 2>/dev/null); do rm -f $swapfile; done'
|
|
}
|
|
|
|
RUN_INSIDE_LXC() {
|
|
lxc exec $LXC_NAME -- "$@"
|
|
}
|