Super rework/cleanup of the logging and other misc cleanup...

This commit is contained in:
Alexandre Aubin 2020-11-30 03:45:51 +01:00
parent 08db4b90eb
commit d6345d530a
6 changed files with 2745 additions and 2965 deletions

File diff suppressed because it is too large Load diff

72
sub_scripts/common.sh Executable file
View file

@ -0,0 +1,72 @@
#!/bin/bash
readonly NORMAL=$(printf '\033[0m')
readonly BOLD=$(printf '\033[1m')
readonly faint=$(printf '\033[2m')
readonly UNDERLINE=$(printf '\033[4m')
readonly NEGATIVE=$(printf '\033[7m')
readonly RED=$(printf '\033[31m')
readonly GREEN=$(printf '\033[32m')
readonly ORANGE=$(printf '\033[33m')
readonly BLUE=$(printf '\033[34m')
readonly YELLOW=$(printf '\033[93m')
readonly WHITE=$(printf '\033[39m')
function title()
{
cat << EOF | tee -a "$complete_log"
${BOLD}
===================================
$1
===================================
${NORMAL}
EOF
}
function small_title()
{
echo -e "\n${BOLD} > ${1}${NORMAL}\n" | tee -a "$complete_log"
}
function debug()
{
echo "$1" >> "$complete_log"
}
function info()
{
echo "${1}" | tee -a "$complete_log"
}
function success()
{
echo "${BOLD}${GREEN}Success: ${1}${NORMAL}" | tee -a "$complete_log"
}
function warning()
{
echo "${BOLD}${ORANGE}Warning: ${1}${NORMAL}" | tee -a "$complete_log" 2>&1
}
function error()
{
echo "${BOLD}${RED}Error: ${1}${NORMAL}" | tee -a "$complete_log" 2>&1
}
function critical()
{
echo "${BOLD}${RED}Critical: ${1}${NORMAL}" | tee -a "$complete_log" 2>&1
}
function report_test_success () {
echo -e "\n${BOLD}${GREEN}--- SUCCESS ---${NORMAL}\n" | tee -a "$complete_log" 2>&1
}
function report_test_warning () {
echo -e "\n${BOLD}${ORANGE}--- WARNING ---${NORMAL}\n" | tee -a "$complete_log" 2>&1
}
function report_test_failed () {
echo -e "\n${BOLD}${RED}--- FAIL ---${NORMAL}\n" | tee -a "$complete_log" 2>&1
}

View file

@ -6,7 +6,8 @@ echo -e "Loads functions from launcher.sh"
# Globals variables # Globals variables
#================================================= #=================================================
arg_ssh="-tt" # -q aims to disable the display of 'Debian GNU/Linux' each time a command is ran
arg_ssh="-tt -q"
snapshot_path="/var/lib/lxcsnaps/$lxc_name" snapshot_path="/var/lib/lxcsnaps/$lxc_name"
current_snapshot=snap0 current_snapshot=snap0
@ -15,47 +16,47 @@ current_snapshot=snap0
#================================================= #=================================================
start_timer () { start_timer () {
# Set the beginning of the timer # Set the beginning of the timer
starttime=$(date +%s) starttime=$(date +%s)
} }
stop_timer () { stop_timer () {
# Ending the timer # Ending the timer
# $1 = Type of querying # $1 = Type of querying
local finishtime=$(date +%s) local finishtime=$(date +%s)
# Calculate the gap between the starting and the ending of the timer # Calculate the gap between the starting and the ending of the timer
local elapsedtime=$(echo $(( $finishtime - $starttime ))) local elapsedtime=$(echo $(( $finishtime - $starttime )))
# Extract the number of hour # Extract the number of hour
local hours=$(echo $(( $elapsedtime / 3600 ))) local hours=$(echo $(( $elapsedtime / 3600 )))
local elapsedtime=$(echo $(( $elapsedtime - ( 3600 * $hours) ))) local elapsedtime=$(echo $(( $elapsedtime - ( 3600 * $hours) )))
# Minutes # Minutes
local minutes=$(echo $(( $elapsedtime / 60 ))) local minutes=$(echo $(( $elapsedtime / 60 )))
# And seconds # And seconds
local seconds=$(echo $(( $elapsedtime - ( 60 * $minutes) ))) local seconds=$(echo $(( $elapsedtime - ( 60 * $minutes) )))
local phours="" local phours=""
local pminutes="" local pminutes=""
local pseconds="" local pseconds=""
# Avoid null values # Avoid null values
[ $hours -eq 0 ] || phours="$hours hour" [ $hours -eq 0 ] || phours="$hours hour"
[ $minutes -eq 0 ] || pminutes="$minutes minute" [ $minutes -eq 0 ] || pminutes="$minutes minute"
[ $seconds -eq 0 ] || pseconds="$seconds second" [ $seconds -eq 0 ] || pseconds="$seconds second"
# Add a 's' for plural values # Add a 's' for plural values
[ $hours -eq 1 ] && phours="${phours}, " || test -z "$phours" || phours="${phours}s, " [ $hours -eq 1 ] && phours="${phours}, " || test -z "$phours" || phours="${phours}s, "
[ $minutes -eq 1 ] && pminutes="${pminutes}, " || test -z "$pminutes" || pminutes="${pminutes}s, " [ $minutes -eq 1 ] && pminutes="${pminutes}, " || test -z "$pminutes" || pminutes="${pminutes}s, "
[ $seconds -gt 1 ] && pseconds="${pseconds}s" [ $seconds -gt 1 ] && pseconds="${pseconds}s"
if [ $1 -eq 2 ]; then time="${phours}${pminutes}${pseconds} ($(date '+%T'))"
ECHO_FORMAT "Working time for this test: " "blue" if [ $1 -eq 2 ]; then
elif [ $1 -eq 3 ]; then info "Working time for this test: $time"
ECHO_FORMAT "Global working time for all tests: " "blue" elif [ $1 -eq 3 ]; then
else info "Global working time for all tests: $time"
ECHO_FORMAT "Working time: " "blue" else
fi info "Working time: $time" >/dev/null
ECHO_FORMAT "${phours}${pminutes}${pseconds} ($(date '+%T')).\n" "blue" fi
} }
#================================================= #=================================================
@ -63,322 +64,317 @@ stop_timer () {
#================================================= #=================================================
create_temp_backup () { create_temp_backup () {
# Create a temporary snapshot # Create a temporary snapshot
# snap1 for subpath or snap2 for root install # snap1 for subpath or snap2 for root install
snap_number=$1 snap_number=$1
start_timer start_timer
# Check all the witness files, to verify if them still here # Check all the witness files, to verify if them still here
check_witness_files >&2 check_witness_files >&2
# Stop the container, before its snapshot # Stop the container, before its snapshot
sudo lxc-stop --name $lxc_name >&2 sudo lxc-stop --name $lxc_name >&2
# Remove swap files to avoid killing the CI with huge snapshots. # Remove swap files to avoid killing the CI with huge snapshots.
local swap_file="/var/lib/lxc/$lxc_name/rootfs/swap_$ynh_app_id" local swap_file="/var/lib/lxc/$lxc_name/rootfs/swap_$ynh_app_id"
if sudo test -e "$swap_file" if sudo test -e "$swap_file"
then then
sudo swapoff "$swap_file" sudo swapoff "$swap_file"
sudo rm "$swap_file" sudo rm "$swap_file"
fi fi
# Check if the snapshot already exist # Check if the snapshot already exist
if [ ! -e "$snapshot_path/snap$snap_number" ] if [ ! -e "$snapshot_path/snap$snap_number" ]
then then
echo "snap$snap_number doesn't exist, its first creation can takes a little while." >&2 echo "snap$snap_number doesn't exist, its first creation can takes a little while." >&2
# Create the snapshot. # Create the snapshot.
sudo lxc-snapshot --name $lxc_name >> "$test_result" 2>&1 sudo lxc-snapshot --name $lxc_name >> "$complete_log" 2>&1
# lxc always creates the first snapshot it can creates. # lxc always creates the first snapshot it can creates.
# So if snap1 doesn't exist and you try to create snap2, it will be named snap1. # So if snap1 doesn't exist and you try to create snap2, it will be named snap1.
if [ "$snap_number" == "2" ] && [ ! -e "$snapshot_path/snap2" ] if [ "$snap_number" == "2" ] && [ ! -e "$snapshot_path/snap2" ]
then then
# Rename snap1 to snap2 # Rename snap1 to snap2
sudo mv "$snapshot_path/snap1" "$snapshot_path/snap2" sudo mv "$snapshot_path/snap1" "$snapshot_path/snap2"
fi fi
fi fi
# Update the snapshot with rsync to clone the current lxc state # Update the snapshot with rsync to clone the current lxc state
sudo rsync --acls --archive --delete --executability --itemize-changes --xattrs "/var/lib/lxc/$lxc_name/rootfs/" "$snapshot_path/snap$snap_number/rootfs/" > /dev/null 2>> "$test_result" sudo rsync --acls --archive --delete --executability --itemize-changes --xattrs "/var/lib/lxc/$lxc_name/rootfs/" "$snapshot_path/snap$snap_number/rootfs/" > /dev/null 2>> "$complete_log"
# Set this snapshot as the current snapshot # Set this snapshot as the current snapshot
current_snapshot=snap$snap_number current_snapshot=snap$snap_number
stop_timer 1 >> $complete_log stop_timer 1
# Restart the container, after the snapshot # Restart the container, after the snapshot
LXC_START "true" >&2 LXC_START "true" >&2
} }
use_temp_snapshot () { use_temp_snapshot () {
# Use a temporary snapshot, if it already exists # Use a temporary snapshot, if it already exists
# $1 = Name of the snapshot to use # $1 = Name of the snapshot to use
current_snapshot=$1 current_snapshot=$1
start_timer start_timer
# Fix the missing hostname in the hosts file... # Fix the missing hostname in the hosts file...
echo "127.0.0.1 $lxc_name" | sudo tee --append "$snapshot_path/$current_snapshot/rootfs/etc/hosts" > /dev/null echo "127.0.0.1 $lxc_name" | sudo tee --append "$snapshot_path/$current_snapshot/rootfs/etc/hosts" > /dev/null
# Restore this snapshot. # Restore this snapshot.
sudo rsync --acls --archive --delete --executability --itemize-changes --xattrs "$snapshot_path/$current_snapshot/rootfs/" "/var/lib/lxc/$lxc_name/rootfs/" > /dev/null 2>> "$test_result" sudo rsync --acls --archive --delete --executability --itemize-changes --xattrs "$snapshot_path/$current_snapshot/rootfs/" "/var/lib/lxc/$lxc_name/rootfs/" > /dev/null 2>> "$complete_log"
stop_timer 1 >> "$complete_log" stop_timer 1
# Retrieve the app id in the log. To manage the app after # Retrieve the app id in the log. To manage the app after
ynh_app_id=$(sudo tac "$yunohost_log" | grep --only-matching --max-count=1 "YNH_APP_INSTANCE_NAME=[^ ]*" | cut --delimiter='=' --fields=2) ynh_app_id=$(sudo tac "$yunohost_log" | grep --only-matching --max-count=1 "YNH_APP_INSTANCE_NAME=[^ ]*" | cut --delimiter='=' --fields=2)
# Fake the yunohost_result return code of the installation # Fake the yunohost_result return code of the installation
yunohost_result=0 yunohost_result=0
} }
#================================================= #=================================================
is_lxc_running () { is_lxc_running () {
sudo lxc-info --name=$lxc_name | grep --quiet "RUNNING" sudo lxc-info --name=$lxc_name | grep --quiet "RUNNING"
} }
LXC_INIT () { LXC_INIT () {
# Clean previous remaining swap files # Clean previous remaining swap files
sudo swapoff /var/lib/lxc/$lxc_name/rootfs/swap_* 2>/dev/null sudo swapoff /var/lib/lxc/$lxc_name/rootfs/swap_* 2>/dev/null
sudo rm --force /var/lib/lxc/$lxc_name/rootfs/swap_* sudo rm --force /var/lib/lxc/$lxc_name/rootfs/swap_*
sudo swapoff /var/lib/lxcsnaps/$lxc_name/snap0/rootfs/swap_* 2>/dev/null sudo swapoff /var/lib/lxcsnaps/$lxc_name/snap0/rootfs/swap_* 2>/dev/null
sudo rm --force /var/lib/lxcsnaps/$lxc_name/snap0/rootfs/swap_* sudo rm --force /var/lib/lxcsnaps/$lxc_name/snap0/rootfs/swap_*
sudo swapoff /var/lib/lxcsnaps/$lxc_name/snap1/rootfs/swap_* 2>/dev/null sudo swapoff /var/lib/lxcsnaps/$lxc_name/snap1/rootfs/swap_* 2>/dev/null
sudo rm --force /var/lib/lxcsnaps/$lxc_name/snap1/rootfs/swap_* sudo rm --force /var/lib/lxcsnaps/$lxc_name/snap1/rootfs/swap_*
sudo swapoff /var/lib/lxcsnaps/$lxc_name/snap2/rootfs/swap_* 2>/dev/null sudo swapoff /var/lib/lxcsnaps/$lxc_name/snap2/rootfs/swap_* 2>/dev/null
sudo rm --force /var/lib/lxcsnaps/$lxc_name/snap2/rootfs/swap_* sudo rm --force /var/lib/lxcsnaps/$lxc_name/snap2/rootfs/swap_*
# Initialize LXC network # Initialize LXC network
# Activate the bridge # Activate the bridge
echo "Initialize network for LXC." echo "Initialize network for LXC."
sudo ifup $lxc_bridge --interfaces=/etc/network/interfaces.d/$lxc_bridge | tee --append "$test_result" 2>&1 sudo ifup $lxc_bridge --interfaces=/etc/network/interfaces.d/$lxc_bridge | tee --append "$complete_log" 2>&1
# Activate iptables rules # Activate iptables rules
echo "Activate iptables rules." echo "Activate iptables rules."
sudo iptables --append FORWARD --in-interface $lxc_bridge --out-interface $main_iface --jump ACCEPT | tee --append "$test_result" 2>&1 sudo iptables --append FORWARD --in-interface $lxc_bridge --out-interface $main_iface --jump ACCEPT | tee --append "$complete_log" 2>&1
sudo iptables --append FORWARD --in-interface $main_iface --out-interface $lxc_bridge --jump ACCEPT | tee --append "$test_result" 2>&1 sudo iptables --append FORWARD --in-interface $main_iface --out-interface $lxc_bridge --jump ACCEPT | tee --append "$complete_log" 2>&1
sudo iptables --table nat --append POSTROUTING --source $ip_range.0/24 --jump MASQUERADE | tee --append "$test_result" 2>&1 sudo iptables --table nat --append POSTROUTING --source $ip_range.0/24 --jump MASQUERADE | tee --append "$complete_log" 2>&1
} }
LXC_START () { LXC_START () {
# Start the lxc container and execute the given command in it # Start the lxc container and execute the given command in it
# $1 = Command to execute in the container # $1 = Command to execute in the container
start_timer start_timer
# Try to start the container 3 times. # Try to start the container 3 times.
local max_try=3 local max_try=3
local i=0 local i=0
while [ $i -lt $max_try ] while [ $i -lt $max_try ]
do do
i=$(( $i +1 )) i=$(( $i +1 ))
# Start the container and log the booting process in $script_dir/lxc_boot.log # Start the container and log the booting process in $script_dir/lxc_boot.log
# Try to start only if the container is not already started # Try to start only if the container is not already started
if ! is_lxc_running; then if ! is_lxc_running; then
echo -n "Start the LXC container" >> "$test_result" debug "Start the LXC container" >> "$complete_log"
sudo lxc-start --name=$lxc_name --daemon --logfile "$script_dir/lxc_boot.log" | tee --append "$test_result" 2>&1 sudo lxc-start --name=$lxc_name --daemon --logfile "$script_dir/lxc_boot.log" | tee --append "$complete_log" 2>&1
local avoid_witness=0 local avoid_witness=0
else else
echo -n "A LXC container is already running" >> "$test_result" debug "A LXC container is already running"
local avoid_witness=1 local avoid_witness=1
fi fi
# Try to connect 5 times # Try to connect 5 times
local j=0 local j=0
for j in `seq 1 5` for j in `seq 1 5`
do do
echo -n . >> "$test_result" debug "." >> "$complete_log"
# Try to connect with ssh to check if the container is ready to work. # Try to connect with ssh to check if the container is ready to work.
if ssh $arg_ssh -o ConnectTimeout=10 $lxc_name "exit 0" > /dev/null 2>&1; then if ssh $arg_ssh -o ConnectTimeout=10 $lxc_name "exit 0" > /dev/null 2>&1; then
# Break the for loop if the container is ready. # Break the for loop if the container is ready.
break break
fi fi
sleep 1 sleep 1
done done
echo "" echo ""
if [ "$(uname -m)" == "aarch64" ] if [ "$(uname -m)" == "aarch64" ]
then then
sleep 30 sleep 30
fi fi
local failstart=0 local failstart=0
# Check if the container is running # Check if the container is running
if ! is_lxc_running; then if ! is_lxc_running; then
ECHO_FORMAT "The LXC container didn't start...\n" "red" "bold" critical "The LXC container didn't start..."
failstart=1 failstart=1
if [ $i -ne $max_try ]; then if [ $i -ne $max_try ]; then
ECHO_FORMAT "Rebooting the container...\n" "red" "bold" info "Rebooting the container..."
fi fi
LXC_STOP # Stop the LXC container LXC_STOP
elif ! ssh $arg_ssh -o ConnectTimeout=60 $lxc_name "sudo ping -q -c 2 security.debian.org > /dev/null 2>&1; exit \$?" >> "$test_result" 2>&1 # Try to ping security.debian.org to check the connectivity from the container
then elif ! ssh $arg_ssh -o ConnectTimeout=60 $lxc_name "sudo ping -q -c 2 security.debian.org > /dev/null 2>&1; exit \$?" >> "$complete_log" 2>&1
# Try to ping security.debian.org to check the connectivity from the container then
ECHO_FORMAT "The container failed to connect to internet...\n" "red" "bold" critical "The container failed to connect to internet..."
failstart=1 failstart=1
if [ $i -ne $max_try ]; then if [ $i -ne $max_try ]; then
ECHO_FORMAT "Rebooting the container...\n" "red" "bold" info "Rebooting the container..."
fi fi
LXC_STOP # Stop the LXC container LXC_STOP
else # Create files to check if the remove script does not remove them accidentally
# Create files to check if the remove script does not remove them accidentally else
[ $avoid_witness -eq 0 ] && set_witness_files [ $avoid_witness -eq 0 ] && set_witness_files
# Break the for loop if the container is ready. # Break the for loop if the container is ready.
break break
fi fi
# Fail if the container failed to start # Fail if the container failed to start
if [ $i -eq $max_try ] && [ $failstart -eq 1 ] if [ $i -eq $max_try ] && [ $failstart -eq 1 ]
then then
send_email () { send_email () {
# Send an email only if it's a CI environment # Send an email only if it's a CI environment
if [ $type_exec_env -ne 0 ] if [ $type_exec_env -ne 0 ]
then then
ci_path=$(grep "CI_URL=" "$script_dir/../config" | cut -d= -f2) ci_path=$(grep "CI_URL=" "$script_dir/../config" | cut -d= -f2)
local subject="[YunoHost] Container in trouble on $ci_path." local subject="[YunoHost] Container in trouble on $ci_path."
local message="The container failed to start $max_try times on $ci_path. local message="The container failed to start $max_try times on $ci_path.
$lxc_check_result $lxc_check_result
Please have a look to the log of lxc_check: Please have a look to the log of lxc_check:
$(cat "$script_dir/lxc_check.log")" $(cat "$script_dir/lxc_check.log")"
if [ $lxc_check -eq 2 ]; then if [ $lxc_check -eq 2 ]; then
# Add the log of lxc_build # Add the log of lxc_build
message="$message message="$message
Here the log of lxc_build: Here the log of lxc_build:
$(cat "$script_dir/sub_scripts/Build_lxc.log")" $(cat "$script_dir/sub_scripts/Build_lxc.log")"
fi fi
dest=$(grep 'dest=' "$script_dir/../config" | cut -d= -f2) dest=$(grep 'dest=' "$script_dir/../config" | cut -d= -f2)
mail -s "$subject" "$dest" <<< "$message" mail -s "$subject" "$dest" <<< "$message"
fi fi
} }
ECHO_FORMAT "The container failed to start $max_try times...\n" "red" "bold" critical "The container failed to start $max_try times..."
ECHO_FORMAT "Boot log:\n" clog info "Boot log:\n"
cat "$script_dir/lxc_boot.log" | tee --append "$test_result" cat "$script_dir/lxc_boot.log" | tee --append "$complete_log"
ECHO_FORMAT "lxc_check will try to fix the container...\n" "red" "bold" info "lxc_check will try to fix the container..."
$script_dir/sub_scripts/lxc_check.sh --no-lock | tee "$script_dir/lxc_check.log" $script_dir/sub_scripts/lxc_check.sh --no-lock | tee "$script_dir/lxc_check.log"
# PIPESTATUS is an array with the exit code of each command followed by a pipe # PIPESTATUS is an array with the exit code of each command followed by a pipe
local lxc_check=${PIPESTATUS[0]} local lxc_check=${PIPESTATUS[0]}
LXC_INIT LXC_INIT
if [ $lxc_check -eq 0 ]; then if [ $lxc_check -eq 0 ]; then
local lxc_check_result="The container seems to be ok, according to lxc_check." local lxc_check_result="The container seems to be ok, according to lxc_check."
ECHO_FORMAT "$lxc_check_result\n" "lgreen" "bold" success "$lxc_check_result"
send_email send_email
i=0 i=0
elif [ $lxc_check -eq 1 ]; then elif [ $lxc_check -eq 1 ]; then
local lxc_check_result="An error has happened with the host. Please check the configuration." local lxc_check_result="An error has happened with the host. Please check the configuration."
ECHO_FORMAT "$lxc_check_result\n" "red" "bold" critical "$lxc_check_result"
send_email send_email
stop_timer 1 >> "$complete_log" stop_timer 1
return 1 return 1
elif [ $lxc_check -eq 2 ]; then elif [ $lxc_check -eq 2 ]; then
local lxc_check_result="The container is broken, it will be rebuilt." local lxc_check_result="The container is broken, it will be rebuilt."
ECHO_FORMAT "$lxc_check_result\n" "red" "bold" critical "$lxc_check_result"
$script_dir/sub_scripts/lxc_build.sh $script_dir/sub_scripts/lxc_build.sh
LXC_INIT LXC_INIT
send_email send_email
i=0 i=0
elif [ $lxc_check -eq 3 ]; then elif [ $lxc_check -eq 3 ]; then
local lxc_check_result="The container has been fixed by lxc_check." local lxc_check_result="The container has been fixed by lxc_check."
ECHO_FORMAT "$lxc_check_result\n" "lgreen" "bold" success "$lxc_check_result"
send_email send_email
i=0 i=0
fi fi
fi fi
done done
stop_timer 1 >> "$complete_log" stop_timer 1
start_timer start_timer
# Count the number of lines of the current yunohost log file. # Copy the package into the container.
COPY_LOG 1 rsync -rq --delete "$package_path" "$lxc_name": >> "$complete_log" 2>&1
# Copy the package into the container. # Execute the command given in argument in the container and log its results.
rsync -rq --delete "$package_path" "$lxc_name": >> "$test_result" 2>&1 ssh $arg_ssh $lxc_name "$1; exit $?" | tee -a "$complete_log"
# Execute the command given in argument in the container and log its results. # Store the return code of the command
ssh $arg_ssh $lxc_name "$1 > /dev/null 2>> temp_yunohost-cli.log; exit \$?" >> "$test_result" 2>&1 local returncode=${PIPESTATUS[0]}
# Store the return code of the command
local returncode=$?
# Retrieve the log of the previous command and copy its content in the temporary log stop_timer 1
sudo cat "/var/lib/lxc/$lxc_name/rootfs/home/pchecker/temp_yunohost-cli.log" >> "$temp_log" # Return the exit code of the ssh command
return $returncode
stop_timer 1 >> "$complete_log"
# Return the exit code of the ssh command
return $returncode
} }
LXC_STOP () { LXC_STOP () {
# Stop and restore the LXC container # Stop and restore the LXC container
start_timer start_timer
# Stop the LXC container # Stop the LXC container
if is_lxc_running; then if is_lxc_running; then
echo "Stop the LXC container" >> "$test_result" debug "Stop the LXC container"
sudo lxc-stop --name=$lxc_name | tee --append "$test_result" 2>&1 sudo lxc-stop --name=$lxc_name | tee --append "$complete_log" 2>&1
fi fi
# Fix the missing hostname in the hosts file # Fix the missing hostname in the hosts file
# If the hostname is missing in /etc/hosts inside the snapshot # If the hostname is missing in /etc/hosts inside the snapshot
if ! sudo grep --quiet "$lxc_name" "$snapshot_path/$current_snapshot/rootfs/etc/hosts" if ! sudo grep --quiet "$lxc_name" "$snapshot_path/$current_snapshot/rootfs/etc/hosts"
then then
# If the hostname was replaced by name of the snapshot, fix it # If the hostname was replaced by name of the snapshot, fix it
if sudo grep --quiet "$current_snapshot" "$snapshot_path/$current_snapshot/rootfs/etc/hosts" if sudo grep --quiet "$current_snapshot" "$snapshot_path/$current_snapshot/rootfs/etc/hosts"
then then
# Replace snapX by the real hostname # Replace snapX by the real hostname
sudo sed --in-place "s/$current_snapshot/$lxc_name/" "$snapshot_path/$current_snapshot/rootfs/etc/hosts" sudo sed --in-place "s/$current_snapshot/$lxc_name/" "$snapshot_path/$current_snapshot/rootfs/etc/hosts"
else else
# Otherwise, simply add the hostname # Otherwise, simply add the hostname
echo "127.0.0.1 $lxc_name" | sudo tee --append "$snapshot_path/$current_snapshot/rootfs/etc/hosts" > /dev/null echo "127.0.0.1 $lxc_name" | sudo tee --append "$snapshot_path/$current_snapshot/rootfs/etc/hosts" > /dev/null
fi fi
fi fi
# Restore the snapshot. # Restore the snapshot.
echo "Restore the previous snapshot." >> "$test_result" debug "Restore the previous snapshot."
sudo rsync --acls --archive --delete --executability --itemize-changes --xattrs "$snapshot_path/$current_snapshot/rootfs/" "/var/lib/lxc/$lxc_name/rootfs/" > /dev/null 2>> "$test_result" sudo rsync --acls --archive --delete --executability --itemize-changes --xattrs "$snapshot_path/$current_snapshot/rootfs/" "/var/lib/lxc/$lxc_name/rootfs/" > /dev/null 2>> "$complete_log"
stop_timer 1 >> "$complete_log" stop_timer 1
} }
LXC_TURNOFF () { LXC_TURNOFF () {
# Disable LXC network # Disable LXC network
echo "Disable iptables rules." echo "Disable iptables rules."
if sudo iptables --check FORWARD --in-interface $lxc_bridge --out-interface $main_iface --jump ACCEPT 2> /dev/null if sudo iptables --check FORWARD --in-interface $lxc_bridge --out-interface $main_iface --jump ACCEPT 2> /dev/null
then then
sudo iptables --delete FORWARD --in-interface $lxc_bridge --out-interface $main_iface --jump ACCEPT >> "$test_result" 2>&1 sudo iptables --delete FORWARD --in-interface $lxc_bridge --out-interface $main_iface --jump ACCEPT >> "$complete_log" 2>&1
fi fi
if sudo iptables --check FORWARD --in-interface $main_iface --out-interface $lxc_bridge --jump ACCEPT 2> /dev/null if sudo iptables --check FORWARD --in-interface $main_iface --out-interface $lxc_bridge --jump ACCEPT 2> /dev/null
then then
sudo iptables --delete FORWARD --in-interface $main_iface --out-interface $lxc_bridge --jump ACCEPT | tee --append "$test_result" 2>&1 sudo iptables --delete FORWARD --in-interface $main_iface --out-interface $lxc_bridge --jump ACCEPT | tee --append "$complete_log" 2>&1
fi fi
if sudo iptables --table nat --check POSTROUTING --source $ip_range.0/24 --jump MASQUERADE 2> /dev/null if sudo iptables --table nat --check POSTROUTING --source $ip_range.0/24 --jump MASQUERADE 2> /dev/null
then then
sudo iptables --table nat --delete POSTROUTING --source $ip_range.0/24 --jump MASQUERADE | tee --append "$test_result" 2>&1 sudo iptables --table nat --delete POSTROUTING --source $ip_range.0/24 --jump MASQUERADE | tee --append "$complete_log" 2>&1
fi fi
echo "Disable the network bridge." echo "Disable the network bridge."
if sudo ifquery $lxc_bridge --state > /dev/null if sudo ifquery $lxc_bridge --state > /dev/null
then then
sudo ifdown --force $lxc_bridge | tee --append "$test_result" 2>&1 sudo ifdown --force $lxc_bridge | tee --append "$complete_log" 2>&1
fi fi
# Set snap0 as the current snapshot # Set snap0 as the current snapshot
current_snapshot=snap0 current_snapshot=snap0
} }
LXC_CONNECT_INFO () { LXC_CONNECT_INFO () {
# Print access information # Print access information
echo "> To access the container:" echo "> To access the container:"
echo "To execute one command:" echo "To execute one command:"
echo -e "\e[1msudo lxc-attach -n $lxc_name -- command\e[0m" echo -e "\e[1msudo lxc-attach -n $lxc_name -- command\e[0m"
echo "To establish a ssh connection:" echo "To establish a ssh connection:"
if [ $(cat "$script_dir/sub_scripts/setup_user") = "root" ]; then if [ $(cat "$script_dir/sub_scripts/setup_user") = "root" ]; then
echo -ne "\e[1msudo " echo -ne "\e[1msudo "
fi fi
echo -e "\e[1mssh $arg_ssh $lxc_name\e[0m" echo -e "\e[1mssh $arg_ssh $lxc_name\e[0m"
} }

View file

@ -1,166 +0,0 @@
#!/bin/bash
echo "Loads functions from log_extractor.sh"
ECHO_FORMAT () {
# Simply an echo with color and typo
# $2 = color
# $3 = typo
# Last arg = clog
if [ "$2" == "red" ]; then
echo -en "\e[91m"
fi
if [ "$2" == "lyellow" ]; then
echo -en "\e[93m"
fi
if [ "$2" == "lgreen" ]; then
echo -en "\e[92m"
fi
if [ "$2" == "blue" ]; then
echo -en "\e[94m"
fi
if [ "$2" == "white" ]; then
echo -en "\e[97m"
fi
if [ "$3" == "bold" ]; then
echo -en "\e[1m"
fi
if [ "$3" == "underlined" ]; then
echo -en "\e[4m"
fi
local copy_log=--
# If 'clog' is given as argument, the echo command will be duplicated into the complete log.
if [ "$2" == "clog" ] || [ "$3" == "clog" ] || [ "$4" == "clog" ]; then
copy_log="$complete_log"
fi
echo -en "$1" | tee -a "$test_result" "$copy_log"
echo -en "\e[0m"
}
COPY_LOG () {
# Extract A small part of $yunohost_log.
# $1 = 1 or 2. If '1', count the number of line of the current log file.
# If '2', copy the log from the last read line.
if [ $1 -eq 1 ]; then
# Count the number of lines in YunoHost log
log_line=$(sudo wc --lines "$yunohost_log" | cut --delimiter=' ' --fields=1)
# Ignore the first line, it's duplicated of the previous log
log_line=$(( $log_line + 1 ))
# Erase the temporary log
> "$temp_log"
fi
if [ $1 -eq 2 ]; then
# Copy the log from the last read line
sudo tail --lines=+$log_line "$yunohost_log" >> "$temp_log"
fi
}
FALSE_ERRORS_DETECTION () {
# Detect false positive errors.
false_positive_error=0
# Detect network error
if grep --quiet "Network is unreachable" "$temp_result"
then
false_positive_error=1
false_positive_error_cond="network"
fi
# Detect DNS error
if grep --quiet "Temporary failure resolving" "$temp_result"
then
false_positive_error=1
false_positive_error_cond="DNS failure"
fi
if grep --quiet "unable to resolve host address" "$temp_result"
then
false_positive_error=1
false_positive_error_cond="DNS failure"
fi
# Detect Corrupt source
if grep --quiet "Corrupt source" "$temp_result"
then
false_positive_error=1
false_positive_error_cond="corrupt source"
fi
}
PARSE_LOG () {
# Print all errors and warning found in the log.
while read log_read_line
do
if echo "$log_read_line" | grep --quiet "^>ERROR: "; then
# Print a red "Error"
ECHO_FORMAT "Error:" "red" "underlined"
# And print the error itself
ECHO_FORMAT " $(echo "$log_read_line\n" | sed 's/^>ERROR: //')" "red"
YUNOHOST_RESULT=1
YUNOHOST_REMOVE=1
fi
if echo "$log_read_line" | grep --quiet "^>WARNING: "; then
# Print a yellow "Warning:"
ECHO_FORMAT "Warning:" "lyellow" "underlined"
# And print the warning itself
ECHO_FORMAT " $(echo "$log_read_line\n" | sed 's/^>WARNING: //')" "lyellow"
fi
if echo "$log_read_line" | grep --quiet "^>INFO: "; then
# Print a white "Info:"
ECHO_FORMAT "Info:" "white" "underlined"
# And print the info itself
ECHO_FORMAT " $(echo "$log_read_line\n" | sed 's/^>INFO: //')" "white"
fi
done < "$temp_result"
}
CLEAR_LOG () {
# Remove all knew useless warning lines.
# Useless warnings from wget
sed --in-place '/^>WARNING: yunohost\.hook <lambda> - \[[[:digit:].]*\] *$/d' "$temp_result" # Empty line foregoing wget progression
sed --in-place '/^>WARNING: yunohost\.hook <lambda> - \[[[:digit:].]*\] *[[:digit:]]*K \.* /d' "$temp_result" # Wget progression
sed --in-place '/% Total % Received % Xferd/d' "$temp_result" # Wget statistics
sed --in-place '/Dload Upload Total Spent/d' "$temp_result" # Wget statistics (again)
sed --in-place '/--:--:-- --:--:-- --:--:--/d' "$temp_result" # Wget statistics (Yes, again...)
# Useless warning from yunohost backup.
sed --in-place '/^>WARNING: yunohost.backup backup_restore - \[[[:digit:].]*\] YunoHost est déjà installé$/d' "$temp_result"
# "processing action" INFO lines
sed --in-place '/^>INFO: .* - processing action/d' "$temp_result"
# Clean INFO lines
sed --in-place 's/^\(>INFO: \)yunohost\.hook <lambda> - \[[[:digit:].]*\]/\1/g' "$temp_result"
# "This feature is experimental"
sed --in-place '/^>WARNING: .* This feature is experimental and not considered stable/d' "$temp_result"
# "moulinette.core translate"
sed --in-place '/^>ERROR: moulinette.core translate/d' "$temp_result"
# Empty lines
sed --in-place '/^$/d' "$temp_result"
}
LOG_EXTRACTOR () {
# Analyse the log to extract "warning" and "error" lines
# Copy the log from the last read line.
COPY_LOG 2
# Erase the temporary result file
> "$temp_result"
# Duplicate the part of the yunohost log into the complete log.
cat "$temp_log" >> "$complete_log"
# Find all errors, warnings and infos in the log file
grep --extended-regexp " ERROR | WARNING | INFO |yunohost.*: error:" "$temp_log" >> "$temp_result"
sed -i 's/^.* ERROR */>ERROR: /' "$temp_result"
sed -i 's/^.* WARNING */>WARNING: /' "$temp_result"
sed -i 's/^.* INFO */>INFO: /' "$temp_result"
CLEAR_LOG # Remove all knew useless warning lines.
PARSE_LOG # Print all errors and warning found in the log.
FALSE_ERRORS_DETECTION # Detect if there's a temporary error that shouldn't impact the test.
}

View file

@ -83,7 +83,7 @@ sudo apt-get update >> "$LOG_BUILD_LXC" 2>&1
sudo apt-get install -y lxc lxctl >> "$LOG_BUILD_LXC" 2>&1 sudo apt-get install -y lxc lxctl >> "$LOG_BUILD_LXC" 2>&1
echo -e "\e[1m> Install git, curl and lynx\e[0m" | tee -a "$LOG_BUILD_LXC" echo -e "\e[1m> Install git, curl and lynx\e[0m" | tee -a "$LOG_BUILD_LXC"
sudo apt-get install -y git curl lynx jq python3-pip >> "$LOG_BUILD_LXC" 2>&1 sudo apt-get install -y git curl lynx jq python3-pip boxes >> "$LOG_BUILD_LXC" 2>&1
# For those who have disabled APT::Install-Recommends we need to manually install the following packages. # For those who have disabled APT::Install-Recommends we need to manually install the following packages.
sudo apt-get install -y debootstrap rsync bridge-utils >> "$LOG_BUILD_LXC" 2>&1 sudo apt-get install -y debootstrap rsync bridge-utils >> "$LOG_BUILD_LXC" 2>&1

File diff suppressed because it is too large Load diff