molecules/scripts/iso_build.sh

#!/bin/bash

# Path to molecules.git dir
SABAYON_MOLECULE_HOME="${SABAYON_MOLECULE_HOME:-/sabayon}"
export SABAYON_MOLECULE_HOME

ACTION="${1}"
if [ "${ACTION}" != "daily" ] && [ "${ACTION}" != "weekly" ]; then
	echo "invalid action: ${ACTION}" >&2
	exit 1
fi
shift

for arg in "$@"
do
	[[ "${arg}" = "--push" ]] && DO_PUSH="1"
	[[ "${arg}" = "--stdout" ]] && DO_STDOUT="1"
	if [ "${arg}" = "--pushonly" ]; then
		DO_PUSH="1"
		DRY_RUN="1"
	fi
done

CUR_DATE=$(date -u +%Y%m%d)
LOG_FILE="/var/log/molecule/autobuild-${CUR_DATE}-${$}.log"
BUILDING_DAILY=1
MAKE_TORRENTS="${MAKE_TORRENTS:-0}"
DAILY_TMPDIR=

# to make ISO remaster spec files working (pre_iso_script)
export CUR_DATE
export ETP_NONINTERACTIVE=1
export BUILDING_DAILY

echo "DO_PUSH=${DO_PUSH}"
echo "DRY_RUN=${DRY_RUN}"
echo "LOG_FILE=${LOG_FILE}"

# setup default language, cron might not do that
export LC_ALL="en_US.UTF-8"
export LANG="en_US.UTF-8"
export LANGUAGE="en_US.UTF-8"

if [ "${ACTION}" = "weekly" ]; then
	ARM_SOURCE_SPECS=(
		"sabayon-arm-beaglebone-base-2G.spec"
		"sabayon-arm-beaglebone-base-4G.spec"
		"sabayon-arm-beagleboard-xm-4G.spec"
		"sabayon-arm-beagleboard-xm-8G.spec"
		"sabayon-arm-pandaboard-4G.spec"
		"sabayon-arm-pandaboard-8G.spec"
		"sabayon-arm-efikamx-base-4G.spec"
	)
	ARM_SOURCE_SPECS_IMG=(
		"Sabayon_Linux_DAILY_armv7a_BeagleBone_Base_2GB.img"
		"Sabayon_Linux_DAILY_armv7a_BeagleBone_Base_4GB.img"
		"Sabayon_Linux_DAILY_armv7a_BeagleBoard_xM_4GB.img"
		"Sabayon_Linux_DAILY_armv7a_BeagleBoard_xM_8GB.img"
		"Sabayon_Linux_DAILY_armv7a_PandaBoard_4GB.img"
		"Sabayon_Linux_DAILY_armv7a_PandaBoard_8GB.img"
		"Sabayon_Linux_DAILY_armv7a_EfikaMX_Base_4GB.img"
	)
	SOURCE_SPECS=()
	SOURCE_SPECS_ISO=()
	REMASTER_SPECS=(
                "sabayon-amd64-xfceforensic.spec"
                "sabayon-x86-xfceforensic.spec"
	)
	REMASTER_SPECS_ISO=(
                "Sabayon_Linux_DAILY_amd64_ForensicsXfce.iso"
                "Sabayon_Linux_DAILY_x86_ForensicsXfce.iso"
	)
	REMASTER_TAR_SPECS=(
		"sabayon-x86-spinbase-openvz-template.spec"
		"sabayon-amd64-spinbase-openvz-template.spec"
		"sabayon-x86-spinbase-amazon-ebs-image.spec"
		"sabayon-amd64-spinbase-amazon-ebs-image.spec"
	)
	REMASTER_TAR_SPECS_TAR=(
		"Sabayon_Linux_SpinBase_DAILY_x86_openvz.tar.gz"
		"Sabayon_Linux_SpinBase_DAILY_amd64_openvz.tar.gz"
		"Sabayon_Linux_SpinBase_DAILY_x86_Amazon_EBS_ext4_filesystem_image.tar.gz"
		"Sabayon_Linux_SpinBase_DAILY_amd64_Amazon_EBS_ext4_filesystem_image.tar.gz"
	)
elif [ "${ACTION}" = "daily" ]; then
	ARM_SOURCE_SPECS=()
	ARM_SOURCE_SPECS_IMG=()
	SOURCE_SPECS=(
		"sabayon-x86-spinbase.spec"
		"sabayon-amd64-spinbase.spec"
	)
	SOURCE_SPECS_ISO=(
		"Sabayon_Linux_SpinBase_DAILY_x86.iso"
		"Sabayon_Linux_SpinBase_DAILY_amd64.iso"
	)
	REMASTER_SPECS=(
		"sabayon-amd64-gnome.spec"
		"sabayon-x86-gnome.spec"
		"sabayon-amd64-kde.spec"
		"sabayon-x86-kde.spec"
		"sabayon-amd64-mate.spec"
		"sabayon-x86-mate.spec"
		"sabayon-amd64-lxde.spec"
		"sabayon-x86-lxde.spec"
		"sabayon-amd64-xfce.spec"
		"sabayon-x86-xfce.spec"
		"sabayon-amd64-e17.spec"
		"sabayon-x86-e17.spec"
		"sabayon-amd64-corecdx.spec"
		"sabayon-x86-corecdx.spec"
		"sabayon-amd64-serverbase.spec"
		"sabayon-x86-serverbase.spec"
		"sabayon-amd64-hardenedserver.spec"
		"sabayon-x86-hardenedserver.spec"
	)
	REMASTER_SPECS_ISO=(
		"Sabayon_Linux_DAILY_amd64_G.iso"
		"Sabayon_Linux_DAILY_x86_G.iso"
		"Sabayon_Linux_DAILY_amd64_K.iso"
		"Sabayon_Linux_DAILY_x86_K.iso"
                "Sabayon_Linux_DAILY_amd64_MATE.iso"
                "Sabayon_Linux_DAILY_x86_MATE.iso"
		"Sabayon_Linux_DAILY_amd64_LXDE.iso"
		"Sabayon_Linux_DAILY_x86_LXDE.iso"
		"Sabayon_Linux_DAILY_amd64_Xfce.iso"
		"Sabayon_Linux_DAILY_x86_Xfce.iso"
		"Sabayon_Linux_DAILY_amd64_E17.iso"
		"Sabayon_Linux_DAILY_x86_E17.iso"
		"Sabayon_Linux_CoreCDX_DAILY_amd64.iso"
		"Sabayon_Linux_CoreCDX_DAILY_x86.iso"
		"Sabayon_Linux_ServerBase_DAILY_amd64.iso"
		"Sabayon_Linux_ServerBase_DAILY_x86.iso"
		"Sabayon_Linux_HardenedServer_DAILY_amd64.iso"
		"Sabayon_Linux_HardenedServer_DAILY_x86.iso"
	)
	REMASTER_TAR_SPECS=()
	REMASTER_TAR_SPECS_TAR=()
fi

[[ -d "/var/log/molecule" ]] || mkdir -p /var/log/molecule

cleanup_on_exit() {
	if [ -n "${DAILY_TMPDIR}" ] && [ -d "${DAILY_TMPDIR}" ]; then
		rm -rf "${DAILY_TMPDIR}"
		# don't care about races
		DAILY_TMPDIR=""
	fi
}
trap "cleanup_on_exit" EXIT INT TERM

move_to_pkg_sabayon_org() {
	if [ -n "${DO_PUSH}" ] || [ -f "${SABAYON_MOLECULE_HOME}"/DO_PUSH ]; then
		rm -f "${SABAYON_MOLECULE_HOME}"/DO_PUSH
		local executed=
		for ((i=0; i < 5; i++)); do
			rsync -av --partial --delete-excluded "${SABAYON_MOLECULE_HOME}"/iso_rsync/*DAILY* \
				entropy@pkg.sabayon.org:/sabayon/rsync/rsync.sabayon.org/iso/daily \
				|| { sleep 10; continue; }
			rsync -av --partial --delete-excluded "${SABAYON_MOLECULE_HOME}"/scripts/gen_html \
			entropy@pkg.sabayon.org:/sabayon/rsync/iso_html_generator \
				|| { sleep 10; continue; }
			ssh entropy@pkg.sabayon.org \
				/sabayon/rsync/iso_html_generator/gen_html/gen.sh \
				|| { sleep 10; continue; }
			executed=1
			break
		done
		[[ -n "${executed}" ]] && return 0
		return 1
	fi
	return 0
}

build_sabayon() {
	if [ -z "${DRY_RUN}" ]; then

		DAILY_TMPDIR=$(mktemp -d --suffix=.iso_build.sh --tmpdir=/tmp)
		[[ -z "${DAILY_TMPDIR}" ]] && return 1
		DAILY_TMPDIR_REMASTER="${DAILY_TMPDIR}/remaster"
		mkdir "${DAILY_TMPDIR_REMASTER}" || return 1

		local source_specs=""
		for i in ${!SOURCE_SPECS[@]}
		do
			src="${SABAYON_MOLECULE_HOME}/molecules/${SOURCE_SPECS[i]}"
			dst="${DAILY_TMPDIR}/${SOURCE_SPECS[i]}"
			cp "${src}" "${dst}" -p || return 1
			echo >> "${dst}"
			echo "inner_source_chroot_script: ${SABAYON_MOLECULE_HOME}/scripts/inner_source_chroot_update.sh" >> "${dst}"
			# tweak iso image name
			sed -i "s/^#.*destination_iso_image_name/destination_iso_image_name:/" "${dst}" || return 1
			sed -i "s/destination_iso_image_name.*/destination_iso_image_name: ${SOURCE_SPECS_ISO[i]}/" "${dst}" || return 1
			# tweak release version
			sed -i "s/release_version.*/release_version: ${CUR_DATE}/" "${dst}" || return 1
			echo "${dst}: iso: ${SOURCE_SPECS_ISO[i]} date: ${CUR_DATE}"
			source_specs+="${dst} "
		done

		local arm_source_specs=""
		for i in ${!ARM_SOURCE_SPECS[@]}
		do
			src="${SABAYON_MOLECULE_HOME}/molecules/${ARM_SOURCE_SPECS[i]}"
			dst="${DAILY_TMPDIR}/${ARM_SOURCE_SPECS[i]}"
			cp "${src}" "${dst}" -p || return 1
			echo >> "${dst}"
			echo "inner_source_chroot_script: ${SABAYON_MOLECULE_HOME}/scripts/inner_source_chroot_update.sh" >> "${dst}"
			# tweak iso image name
			sed -i "s/^#.*image_name/image_name:/" "${dst}" || return 1
			sed -i "s/image_name.*/image_name: ${ARM_SOURCE_SPECS_IMG[i]}/" "${dst}" || return 1
			# tweak release version
			sed -i "s/release_version.*/release_version: ${CUR_DATE}/" "${dst}" || return 1
			echo "${dst}: image: ${ARM_SOURCE_SPECS_IMG[i]} date: ${CUR_DATE}"
			arm_source_specs+="${dst} "
		done

		local remaster_specs=""
		for i in ${!REMASTER_SPECS[@]}
		do
			src="${SABAYON_MOLECULE_HOME}/molecules/${REMASTER_SPECS[i]}"
			dst="${DAILY_TMPDIR_REMASTER}/${REMASTER_SPECS[i]}"
			cp "${src}" "${dst}" -p || return 1
			# tweak iso image name
			sed -i "s/^#.*destination_iso_image_name/destination_iso_image_name:/" "${dst}" || return 1
			sed -i "s/destination_iso_image_name.*/destination_iso_image_name: ${REMASTER_SPECS_ISO[i]}/" "${dst}" || return 1
			# tweak release version
			sed -i "s/release_version.*/release_version: ${CUR_DATE}/" "${dst}" || return 1
			echo "${dst}: iso: ${REMASTER_SPECS_ISO[i]} date: ${CUR_DATE}"
			remaster_specs+="${dst} "
		done

		for i in ${!REMASTER_TAR_SPECS[@]}
		do
			src="${SABAYON_MOLECULE_HOME}/molecules/${REMASTER_TAR_SPECS[i]}"
			dst="${DAILY_TMPDIR_REMASTER}/${REMASTER_TAR_SPECS[i]}"
			cp "${src}" "${dst}" -p || return 1
			# tweak tar name
			sed -i "s/^#.*tar_name/tar_name:/" "${dst}" || return 1
			sed -i "s/tar_name.*/tar_name: ${REMASTER_TAR_SPECS_TAR[i]}/" "${dst}" || return 1
			# tweak release version
			sed -i "s/release_version.*/release_version: ${CUR_DATE}/" "${dst}" || return 1
			echo "${dst}: tar: ${REMASTER_TAR_SPECS_TAR[i]} date: ${CUR_DATE}"
			remaster_specs+="${dst} "
		done

		local done_images=0
		local done_something=0
		if [ -n "${arm_source_specs}" ]; then
			molecule --nocolor ${arm_source_specs} || return 1
			done_something=1
			done_images=1
		fi
		if [ -n "${source_specs}" ]; then
			molecule --nocolor ${source_specs} || return 1
			done_something=1
		fi
		if [ -n "${remaster_specs}" ]; then
			molecule --nocolor ${remaster_specs} || return 1
			done_something=1
		fi

		# package phases keep loading dbus, let's kill pids back
		ps ax | grep -- "/usr/bin/dbus-daemon --fork .* --session" | awk '{ print $1 }' | xargs kill 2> /dev/null

		if [ "${done_something}" = "1" ]; then
			if [ "${done_images}" = "1" ]; then
				cp -p "${SABAYON_MOLECULE_HOME}"/images/*DAILY* "${SABAYON_MOLECULE_HOME}"/iso_rsync/ || return 1
			fi
			cp -p "${SABAYON_MOLECULE_HOME}"/iso/*DAILY* "${SABAYON_MOLECULE_HOME}"/iso_rsync/ || return 1
			date > "${SABAYON_MOLECULE_HOME}"/iso_rsync/RELEASE_DATE_DAILY
			if [ "${MAKE_TORRENTS}" != "0" ]; then
				"${SABAYON_MOLECULE_HOME}"/scripts/make_torrents.sh || return 1
			fi
		fi
	fi
	return 0
}

mail_failure() {
	local out=${1}
	local log_file=${2}
	echo "Hello there,
iso_build.sh execution failed (miserably) with exit status: ${out}.
Log file is at ${log_file}.

Thanks,
Sun" | /bin/mail -s "ISO build script failure" root
}

out="0"
if [ -n "${DO_STDOUT}" ]; then
	build_sabayon
	out=${?}
	if [ "${out}" = "0" ]; then
		move_to_pkg_sabayon_org
		out=${?}
	fi
else
	log_file="/var/log/molecule/autobuild-${CUR_DATE}-${$}.log"
	build_sabayon &> "${log_file}"
	out=${?}
	if [ "${out}" = "0" ]; then
		move_to_pkg_sabayon_org &>> "${log_file}"
		out=${?}
	fi
	if [ "${out}" != "0" ]; then
		# mail root
		mail_failure "${out}" "${log_file}"
	fi
fi
echo "EXIT_STATUS: ${out}"

exit ${out}