mirror of
https://github.com/YunoHost/yunohost-ci.git
synced 2024-09-03 20:05:53 +02:00
217 lines
9.2 KiB
Bash
Executable file
217 lines
9.2 KiB
Bash
Executable file
#!/usr/bin/env bash
|
|
|
|
current_dir="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )"
|
|
source $current_dir/base.sh # Get variables from base.
|
|
|
|
clean_containers()
|
|
{
|
|
local base_image_to_clean=$1
|
|
|
|
for image_to_delete in "$base_image_to_clean"{,"-tmp"}
|
|
do
|
|
if lxc info $image_to_delete &>/dev/null
|
|
then
|
|
lxc delete $image_to_delete --force
|
|
fi
|
|
done
|
|
|
|
for image_to_delete in "$base_image_to_clean-"{"before-install","after-install"}
|
|
do
|
|
if lxc image info $image_to_delete &>/dev/null
|
|
then
|
|
lxc image delete $image_to_delete
|
|
fi
|
|
done
|
|
}
|
|
|
|
wait_container()
|
|
{
|
|
restart_container()
|
|
{
|
|
lxc stop "$1"
|
|
lxc start "$1"
|
|
}
|
|
|
|
# Try to start the container 3 times.
|
|
local max_try=3
|
|
local i=0
|
|
while [ $i -lt $max_try ]
|
|
do
|
|
i=$(( i +1 ))
|
|
local failstart=0
|
|
|
|
# Wait for container to start, we are using systemd to check this,
|
|
# for the sake of brevity.
|
|
for j in $(seq 1 10); do
|
|
if lxc exec "$1" -- /bin/bash -c "systemctl isolate multi-user.target" >/dev/null 2>/dev/null; then
|
|
break
|
|
fi
|
|
|
|
if [ "$j" == "10" ]; then
|
|
echo 'Waited for 10 seconds to start container'
|
|
failstart=1
|
|
|
|
restart_container "$1"
|
|
fi
|
|
|
|
sleep 1s
|
|
done
|
|
|
|
# Wait for container to access the internet
|
|
for j in $(seq 1 10); do
|
|
if lxc exec "$1" -- /bin/bash -c "getent hosts debian.org" >/dev/null 2>/dev/null; then
|
|
break
|
|
fi
|
|
|
|
if [ "$j" == "10" ]; then
|
|
echo 'Waited for 10 seconds to access the internet'
|
|
failstart=1
|
|
|
|
restart_container "$1"
|
|
fi
|
|
|
|
sleep 1s
|
|
done
|
|
|
|
# Has started and has access to the internet
|
|
if [ $failstart -eq 0 ]
|
|
then
|
|
break
|
|
fi
|
|
|
|
# Fail if the container failed to start
|
|
if [ $i -eq $max_try ] && [ $failstart -eq 1 ]
|
|
then
|
|
# Inform GitLab Runner that this is a system failure, so it
|
|
# should be retried.
|
|
exit "$SYSTEM_FAILURE_EXIT_CODE"
|
|
fi
|
|
done
|
|
}
|
|
|
|
rotate_image()
|
|
{
|
|
local instance_to_publish=$1
|
|
local alias_image=$2
|
|
|
|
# Save the finger print to delete the old image later
|
|
local finger_print_to_delete=$(lxc image info "$alias_image" | grep Fingerprint | awk '{print $2}')
|
|
local should_restart=0
|
|
|
|
# If the container is running, stop it
|
|
if [ $(lxc info $instance_to_publish | grep Status | awk '{print $2}') = "Running" ]
|
|
then
|
|
should_restart=1
|
|
lxc stop "$instance_to_publish"
|
|
fi
|
|
|
|
# Create image before install
|
|
lxc publish "$instance_to_publish" --alias "$alias_image"
|
|
# Remove old image
|
|
lxc image delete "$finger_print_to_delete"
|
|
|
|
if [ $should_restart = 1 ]
|
|
then
|
|
lxc start "$instance_to_publish"
|
|
wait_container "$instance_to_publish"
|
|
fi
|
|
}
|
|
|
|
|
|
rebuild_base_containers()
|
|
{
|
|
local debian_version=$1
|
|
local ynh_version=$2
|
|
local arch=$3
|
|
local base_image_to_rebuild="yunohost-$debian_version-$ynh_version"
|
|
|
|
lxc launch images:debian/$debian_version/$arch "$base_image_to_rebuild-tmp"
|
|
|
|
wait_container "$base_image_to_rebuild-tmp"
|
|
|
|
if [[ "$debian_version" == "buster" ]]
|
|
then
|
|
lxc config set "$base_image_to_rebuild-tmp" security.nesting true # Need this for buster because it is using apparmor
|
|
fi
|
|
|
|
lxc exec "$base_image_to_rebuild-tmp" -- /bin/bash -c "apt-get update"
|
|
lxc exec "$base_image_to_rebuild-tmp" -- /bin/bash -c "apt-get install --assume-yes wget curl"
|
|
# Install Git LFS, git comes pre installed with ubuntu image.
|
|
lxc exec "$base_image_to_rebuild-tmp" -- /bin/bash -c "curl -s https://packagecloud.io/install/repositories/github/git-lfs/script.deb.sh | bash"
|
|
lxc exec "$base_image_to_rebuild-tmp" -- /bin/bash -c "apt-get install --assume-yes git-lfs"
|
|
# Install gitlab-runner binary since we need for cache/artifacts.
|
|
lxc exec "$base_image_to_rebuild-tmp" -- /bin/bash -c "curl -s https://packages.gitlab.com/install/repositories/runner/gitlab-runner/script.deb.sh | bash"
|
|
lxc exec "$base_image_to_rebuild-tmp" -- /bin/bash -c "apt-get install --assume-yes gitlab-runner"
|
|
|
|
if [[ "$debian_version" == "buster" ]]
|
|
then
|
|
INSTALL_SCRIPT="https://raw.githubusercontent.com/YunoHost/install_script/buster-unstable/install_yunohost"
|
|
else
|
|
INSTALL_SCRIPT="https://install.yunohost.org"
|
|
fi
|
|
|
|
# Download the YunoHost install script
|
|
lxc exec "$base_image_to_rebuild-tmp" -- /bin/bash -c "curl $INSTALL_SCRIPT > install.sh"
|
|
|
|
# Patch the YunoHost install script
|
|
lxc exec "$base_image_to_rebuild-tmp" -- /bin/bash -c "sed -i -E 's/(step\s+install_yunohost_packages)/#\1/' install.sh"
|
|
lxc exec "$base_image_to_rebuild-tmp" -- /bin/bash -c "sed -i -E 's/(step\s+restart_services)/#\1/' install.sh"
|
|
|
|
# Run the YunoHost install script patched
|
|
lxc exec "$base_image_to_rebuild-tmp" -- /bin/bash -c "cat install.sh | bash -s -- -a -d $ynh_version"
|
|
|
|
|
|
if [[ "$debian_version" == "buster" ]]
|
|
then
|
|
YNH_DEPENDENCIES="apt apt-transport-https apt-utils avahi-daemon bind9utils ca-certificates cron curl debhelper dnsmasq dnsutils dovecot-antispam dovecot-core dovecot-ldap dovecot-lmtpd dovecot-managesieved equivs fail2ban fake-hwclock git haveged inetutils-ping iproute2 iptables jq ldap-utils libconvert-asn1-perl libdbd-ldap-perl libestr0 libfastjson4 libgssapi-perl libjq1 liblognorm5 libmcrypt4 libnet-ldap-perl libnss-ldapd libnss-mdns libnss-myhostname libopts25 libpam-ldapd libyaml-0-2 logrotate lsb-release lsof lua5.1 lua-bitop lua-event lua-expat lua-filesystem lua-json lua-ldap lua-lpeg lua-rex-pcre lua-sec lua-socket lua-zlib mailutils mariadb-server netcat-openbsd nginx nginx-extras ntp opendkim-tools openssh-server openssl php-curl php-gd php-mbstring php-xml php-curl php-fpm php-gd php-gettext php-intl php-ldap php-mbstring php-mcrypt php-mysql php-mysqlnd php-pear php-php-gettext php-xml postfix postfix-ldap postfix-pcre postfix-policyd-spf-perl postsrsd procmail python-argcomplete python-bottle python-dbus python-dnspython python-gevent python-gevent-websocket python-greenlet python-jinja2 python-ldap python-miniupnpc python-openssl python-packaging python-psutil python-publicsuffix python-requests python-toml python-tz python-yaml redis-server resolvconf rspamd rsyslog slapd sudo-ldap unattended-upgrades unscd unzip wget whois"
|
|
else
|
|
YNH_DEPENDENCIES="apt apt-transport-https apt-utils avahi-daemon bind9utils ca-certificates cron curl debhelper dnsmasq dnsutils dovecot-antispam dovecot-core dovecot-ldap dovecot-lmtpd dovecot-managesieved equivs fail2ban fake-hwclock git haveged inetutils-ping iproute2 iptables jq ldap-utils libconvert-asn1-perl libdbd-ldap-perl libestr0 libfastjson4 libgssapi-perl libjq1 liblogging-stdlog0 liblognorm5 libmcrypt4 libnet-ldap-perl libnss-ldapd libnss-mdns libnss-myhostname libonig4 libopts25 libpam-ldapd libyaml-0-2 logrotate lsb-release lsof lua5.1 lua-bitop lua-event lua-expat lua-filesystem lua-json lua-ldap lua-lpeg lua-rex-pcre lua-sec lua-socket lua-zlib mailutils mariadb-server netcat-openbsd nginx nginx-extras ntp opendkim-tools openssh-server openssl php-curl php-gd php-mbstring php-mcrypt php-xml php-curl php-fpm php-gd php-gettext php-intl php-ldap php-mbstring php-mcrypt php-mysql php-mysqlnd php-pear php-php-gettext php-xml postfix postfix-ldap postfix-pcre postfix-policyd-spf-perl postsrsd procmail python-argcomplete python-bottle python-dbus python-dnspython python-gevent python-gevent-websocket python-greenlet python-jinja2 python-ldap python-miniupnpc python-openssl python-packaging python-psutil python-publicsuffix python-requests python-toml python-tz python-yaml redis-server resolvconf rspamd rsyslog slapd sudo-ldap unattended-upgrades unscd unzip wget whois"
|
|
fi
|
|
|
|
BUILD_DEPENDENCIES="git-buildpackage postfix python-setuptools python-pip"
|
|
PIP_PKG="mock pip pytest pytest-mock pytest-sugar requests-mock tox"
|
|
|
|
# Pre install dependencies
|
|
lxc exec "$base_image_to_rebuild-tmp" -- /bin/bash -c "DEBIAN_FRONTEND=noninteractive SUDO_FORCE_REMOVE=yes apt-get --assume-yes -o Dpkg::Options::=\"--force-confold\" install --assume-yes $YNH_DEPENDENCIES $BUILD_DEPENDENCIES"
|
|
lxc exec "$base_image_to_rebuild-tmp" -- /bin/bash -c "pip install -U $PIP_PKG"
|
|
|
|
rotate_image "$base_image_to_rebuild-tmp" "$base_image_to_rebuild-before-install"
|
|
|
|
# Install YunoHost
|
|
lxc exec "$base_image_to_rebuild-tmp" -- /bin/bash -c "DEBIAN_FRONTEND=noninteractive SUDO_FORCE_REMOVE=yes apt --assume-yes -o Dpkg::Options::=\"--force-confold\" -o APT::install-recommends=true install yunohost yunohost-admin postfix"
|
|
|
|
# Run postinstall
|
|
lxc exec "$base_image_to_rebuild-tmp" -- /bin/bash -c "yunohost tools postinstall -d domain.tld -p the_password --ignore-dyndns"
|
|
|
|
rotate_image "$base_image_to_rebuild-tmp" "$base_image_to_rebuild-after-install"
|
|
|
|
lxc stop "$base_image_to_rebuild-tmp"
|
|
|
|
lxc delete "$base_image_to_rebuild-tmp"
|
|
}
|
|
|
|
update_image() {
|
|
local image_to_update=$1
|
|
|
|
if ! lxc image info "$image_to_update" &>/dev/null
|
|
then
|
|
echo "Unable to upgrade image $image_to_update"
|
|
return
|
|
fi
|
|
|
|
# Start and run upgrade
|
|
lxc launch "$image_to_update" "$image_to_update-tmp"
|
|
|
|
wait_container "$image_to_update-tmp"
|
|
|
|
lxc exec "$image_to_update-tmp" -- /bin/bash -c "apt-get update"
|
|
lxc exec "$image_to_update-tmp" -- /bin/bash -c "apt-get upgrade --assume-yes"
|
|
lxc exec "$image_to_update-tmp" -- /bin/bash -c "DEBIAN_FRONTEND=noninteractive SUDO_FORCE_REMOVE=yes apt-get --assume-yes -o Dpkg::Options::=\"--force-confold\" install --assume-yes $YNH_DEPENDENCIES $BUILD_DEPENDENCIES"
|
|
lxc exec "$image_to_update-tmp" -- /bin/bash -c "pip install -U $PIP_PKG"
|
|
|
|
rotate_image "$image_to_update-tmp" "$image_to_update"
|
|
|
|
lxc stop "$image_to_update-tmp"
|
|
|
|
lxc delete "$image_to_update-tmp"
|
|
}
|