batchbuild

#!/bin/bash

[ -n "${DEBUG}" ] && set -x

echo "  ::: start at $(date)"
T1="$(date +%s)"

export PATH=${PATH}:~/bin

export ARCH=${ARCH:-arm arm64 riscv i386 x86}

# Usage: batchbuild repo/branch

REMOTE=$(echo $1 | sed s@/.*@@g)
BRANCH=$(echo $1 | sed s@.*/@@)
CHECKOUT="$2"

if [ "$(dirname "$1")" == "." ] ; then
	REMOTE="$1"
	BRANCH="HEAD"
fi


case "${REMOTE}" in
rmk)
	TO="olof@lixom.net, rmk+buildreports@armlinux.org.uk"
	;;
soc)
	TO="olof@lixom.net, kernel-build-reports@lists.linaro.org"
	;;
arm-soc)
	TO="olof@lixom.net, kernel-build-reports@lists.linaro.org"
	;;
next)
	TO="olof@lixom.net, kernel-build-reports@lists.linaro.org"
	;;
mainline)
	TO="olof@lixom.net, kernel-build-reports@lists.linaro.org"
	;;
stable*)
	TO="olof@lixom.net, kernel-build-reports@lists.linaro.org"
	;;
cros)
	TO="olof@lixom.net, cros-kernel-buildreports@google.com"
	;;
riscv)
	TO="paul.walmsley@sifive.com, palmer@dabbelt.com, olof@lixom.net"
	;;
*)
	TO="olof@lixom.net"
	;;
esac

: ${CHECKOUT:="${REMOTE}/${BRANCH}"}

case ${REMOTE} in
	next)
		BUILDID=$(cd /src || exit ; git describe --match=next* "${CHECKOUT}")
	;;
	*)
		BUILDID=$(cd /src || exit ; git describe --match=v* "${CHECKOUT}")
	;;
esac

if [ -f "/logs/${REMOTE}/${BUILDID}/index.html" ] ; then
	echo "Version ${REMOTE}/${BUILDID} has already been built. Aborting"
	exit 0
fi

echo "  ::: Email will go to: ${TO}"

cd /build || exit 1

echo "  ::: Cloning sources"

git clone --quiet --reference=/src --depth=1 -n file:///src . && git checkout --quiet "${BUILDID}"

cp ~/makefile.batchbuild makefile 

echo "  ::: Building ${BUILDID}"

mkdir -p "/logs/${REMOTE}/${BUILDID}"
mkdir -p /logs/emails

echo "  ::: Full builds for: ${ARCH}"

(grep -v "CONFIG_LPAE is not" arch/arm/configs/multi_v7_defconfig ; echo "CONFIG_LPAE=y") > arch/arm/configs/multi_lpae_defconfig
(grep -v "CONFIG_SMP=y" arch/arm/configs/multi_v7_defconfig ; echo "CONFIG_SMP=n") > arch/arm/configs/multi_v7_nosmp_defconfig
(grep -v "CONFIG_SMP=y"  arch/arm64/configs/defconfig ; echo "CONFIG_SMP=n") > arch/arm64/configs/nosmp_defconfig

# rpc_defconfig isn't supported by our binutils any more.
rm -f arch/arm/configs/rpc_defconfig

if [ -f arch/riscv/Makefile ] ; then
	(grep -v "CONFIG_SMP=y" arch/riscv/configs/defconfig ; echo "CONFIG_SMP=n") > arch/riscv/configs/nosmp_defconfig
	(grep -v "CONFIG_ARCH_RV32I is not" arch/riscv/configs/defconfig ; echo "CONFIG_ARCH_RV32I=y") > arch/riscv/configs/rv32_defconfig
	(echo "CONFIG_ARCH_RV32I=y" ; echo "CONFIG_ARCH_RV64I=n") > allmod.config
	mkdir /tmp/rvcfg && make O=/tmp/rvcfg ARCH=riscv KCONFIG_ALLCONFIG=1 allmodconfig >/dev/null 2>&1
	mv /tmp/rvcfg/.config arch/riscv/configs/rv32_allmod_defconfig
	rm -rf /tmp/rvcfg allmod.config
fi

# Hack to deal with missing jobserver tokens due to make getting stuck in
# pselect.
( while true ; do killall -s CHLD make ; sleep 1 ; done  >/dev/null 2>&1 ) &

rm -f buildall.*

# Build list of targets (build-<arch>-config)
TARG=""
for arch in ${ARCH} ; do
	if [ "${arch}" == "x86" ] || [ "${arch}" == "i386" ] ; then
		CFGS="defconfig allnoconfig allmodconfig tinyconfig"
	else
		CFGS="$(basename -a arch/${arch}/configs/*defconfig) allnoconfig allmodconfig tinyconfig"
	fi
	for f in ${CFGS} ; do
		if [ ! -f /logs/${REMOTE}/${BUILDID}/buildall.${arch}.${f}.log.failed -a \
		     ! -f /logs/${REMOTE}/${BUILDID}/buildall.${arch}.${f}.log.passed ] ; then
			TARG="$TARG build-${arch}-${f}"
		else
			echo "    ::: Skipping ${arch} ${f} since it's already built"
		fi
	done
done

# Kick off main build
make ${TARG} LOGDIR="/logs/${REMOTE}/${BUILDID}" -sk -j $(($(nproc) + 8))
T2="$(date +%s)"

# No longer nuke output directory if we get terminated

touch /logs/${REMOTE}/${BUILDID}/.done

(cd "/logs/${REMOTE}/${BUILDID}" || exit ;
	TO="${TO}" \
	REMOTE="${REMOTE}" \
	REMOTEURL="$(cd /src || exit ; git remote show -n "${REMOTE}"| awk '/Fetch URL:/{print $3}')" \
	BUILDID="${BUILDID}" \
	BRANCH="${BRANCH}" \
	TOPCOMMITS="$(cd /src || exit ; git log --oneline -3 "${BUILDID}")" \
	BUILDTIME=$((T2-T1))  /usr/local/bin/buildreport > "/logs/emails/${REMOTE}.${BUILDID}.$(date +%Y%m%d-%H%M%S).txt"
)

echo "  ::: done with ${REMOTE} ${BUILDID} at $(date)"
exit 0