Commit da75876e authored by kpcyrd's avatar kpcyrd Committed by Holger Levsen
Browse files

reproducible alpine: build alpine packages 



Signed-off-by: default avatarHolger Levsen <holger@layer-acht.org>
parent 518f4005

bin/jenkins_node_wrapper.sh

+2 −0
Original line number Diff line number Diff line
@@ -151,6 +151,8 @@ elif [[ "$*" =~ ^reproducible_setup_fdroid_build_environment ]] ; then 
	exec /srv/jenkins/bin/reproducible_setup_fdroid_build_environment.sh ; croak "Exec failed";

elif [[ "$*" =~ ^reproducible_setup_mock_fedora-23_x86_64 ]] ; then

	exec /srv/jenkins/bin/reproducible_setup_mock.sh fedora-23 x86_64 ; croak "Exec failed";

elif [ "$1" = "/srv/jenkins/bin/reproducible_build_alpine_pkg.sh" ] && ( [ "$2" = "1" ] || [ "$2" = "2" ] ) ; then

	exec /srv/jenkins/bin/reproducible_build_alpine_pkg.sh "$2" "$3" "$4" "$5" "$6" ; croak "Exec failed";

elif [ "$1" = "/srv/jenkins/bin/reproducible_build_archlinux_pkg.sh" ] && ( [ "$2" = "1" ] || [ "$2" = "2" ] ) ; then

	exec /srv/jenkins/bin/reproducible_build_archlinux_pkg.sh "$2" "$3" "$4" "$5" "$6" ; croak "Exec failed";

elif [ "$1" = "/srv/jenkins/bin/reproducible_build_rpm.sh" ] && ( [ "$2" = "1" ] || [ "$2" = "2" ] ) ; then

bin/reproducible_build_alpine_pkg.sh

0 → 100755
+474 −0
Original line number Diff line number Diff line 
#!/bin/bash



# Copyright 2015-2019 Holger Levsen <holger@layer-acht.org>

#           2017-2019 kpcyrd <git@rxv.cc>

# released under the GPLv=2



DEBUG=false

. /srv/jenkins/bin/common-functions.sh

common_init "$@"



# common code

. /srv/jenkins/bin/reproducible_common.sh



set -e



cleanup_all() {

	cd

	# delete session if it still exists

	if [ "$MODE" != "master" ] ; then

		schroot --end-session -c alpine-$SRCPACKAGE-$(basename $TMPDIR) > /dev/null 2>&1 || true

	fi

	# delete abuild build dir

	if [ ! -z $SRCPACKAGE ] && [ -d /tmp/alpine-$SRCPACKAGE-$(basename $TMPDIR) ] ; then

		sudo rm -rf --one-file-system /tmp/alpine-$SRCPACKAGE-$(basename $TMPDIR)

	fi

	# delete main work dir (only on master)

	if [ "$MODE" = "master" ] ; then

		rm $TMPDIR -r

		echo "$(date -u) - $TMPDIR deleted."

	fi

}



update_pkg_in_db() {

	local ALPINE_PKG_PATH=$ALPINE_BASE/$REPOSITORY/$SRCPACKAGE

	cd "$ALPINE_PKG_PATH"

	BUILD_DURATION="$(cat pkg.build_duration)"

	BUILD_STATE=$(cat pkg.state)

	BUILD_VERSION="$(cat pkg.version)"

	SUITE="alpine_$REPOSITORY"

	local SRCPKGID=$(query_db "SELECT id FROM sources WHERE distribution=$DISTROID AND name='$SRCPACKAGE' AND suite='$SUITE' AND architecture='$ARCH';")

	if [ -z "${SRCPKGID}" ] ; then

	        echo "${SRCPKGID} empty, ignoring $REPOSITORY/$SRCPACKAGE, failing hard."

		exit 1

	fi

	QUERY="INSERT into results (package_id, version, status, build_date, build_duration, node1, node2, job)

		VALUES ('${SRCPKGID}', '$BUILD_VERSION', '$BUILD_STATE', '$DATE', '$BUILD_DURATION', '$NODE1', '$NODE2', '$BUILD_URL')

		ON CONFLICT (package_id)

		DO UPDATE SET version='$BUILD_VERSION', status='$BUILD_STATE', build_date='$DATE', build_duration='$BUILD_DURATION', node1='$NODE1', node2='$NODE2', job='$BUILD_URL' WHERE results.package_id='$SRCPKGID'";

        echo "$QUERY"

	query_db "$QUERY"

        QUERY="INSERT INTO stats_build (name, version, suite, architecture, distribution, status, build_date, build_duration, node1, node2, job)

		VALUES ('$SRCPACKAGE', '$BUILD_VERSION', '$SUITE', '$ARCH', $DISTROID, '$BUILD_STATE', '$DATE', '$BUILD_DURATION', '$NODE1', '$NODE2', '$BUILD_URL');"

        echo "$QUERY"

	query_db "$QUERY"

        # unmark build since it's properly finished

        QUERY="DELETE FROM schedule WHERE package_id='${SRCPKGID}';"

        echo "$QUERY"

	query_db "$QUERY"

	rm pkg.build_duration pkg.state pkg.version



}



choose_package() {

	echo "$(date -u ) - choosing package to be build."

	ARCH="x86_64"

	local RESULT=$(query_db "

		SELECT s.suite, s.id, s.name, s.version

		FROM schedule AS sch JOIN sources AS s ON sch.package_id=s.id

		WHERE distribution=$DISTROID

		AND sch.date_build_started is NULL

		AND s.architecture='$ARCH'

		ORDER BY date_scheduled LIMIT 10"|sort -R|head -1)

	if [ -z "$RESULT" ] ; then

		echo "No packages scheduled, sleeping 30m."

		sleep 30m

		exit 0

	fi

	SUITE=$(echo $RESULT|cut -d "|" -f1)

	REPOSITORY=$(echo $SUITE | cut -d "_" -f2)

	local SRCPKGID=$(echo $RESULT|cut -d "|" -f2)

	SRCPACKAGE=$(echo $RESULT|cut -d "|" -f3)

	VERSION=$(echo $RESULT|cut -d "|" -f4)

	# remove previous build attempts which didnt finish correctly:

	JOB_SHORTNAME="${JOB_NAME#reproducible_builder_}"

	BAD_BUILDS=$(mktemp --tmpdir=$TMPDIR)

	query_db "SELECT package_id, date_build_started, job FROM schedule WHERE job LIKE '%${JOB_SHORTNAME}'" > $BAD_BUILDS

	if [ -s "$BAD_BUILDS" ] ; then

		local STALELOG=/var/log/jenkins/reproducible-alpine-stale-builds.log

		# reproducible-alpine-stale-builds.log is mailed once a day by reproducible_maintenance.sh

		echo -n "$(date -u) - stale builds found, cleaning db from these: " | tee -a $STALELOG

		cat $BAD_BUILDS | tee -a $STALELOG

		query_db "UPDATE schedule SET date_build_started = NULL, job = NULL WHERE job LIKE '%${JOB_SHORTNAME}'"

	fi

	rm -f $BAD_BUILDS

	# mark build attempt, first test if none else marked a build attempt recently

	echo "ok, let's check if $SRCPACKAGE is building anywhere yet…"

	RESULT=$(query_db "SELECT date_build_started FROM schedule WHERE package_id='$SRCPKGID'")

	if [ -z "$RESULT" ] ; then

		echo "ok, $SRCPACKAGE is not building anywhere…"

		# try to update the schedule with our build attempt, then check no else did it, if so, abort

		query_db "UPDATE schedule SET date_build_started='$DATE', job='$JOB' WHERE package_id='$SRCPKGID' AND date_build_started IS NULL"

		RESULT=$(query_db "SELECT date_build_started FROM schedule WHERE package_id='$SRCPKGID' AND date_build_started='$DATE' AND job='$JOB'")

		if [ -z "$RESULT" ] ; then

			echo "hm, seems $SRCPACKAGE is building somewhere… failed to update the schedule table with our build ($SRCPKGID, $DATE, $JOB)."

			handle_race_condition

		fi

	else

		echo "hm, seems $SRCPACKAGE is building somewhere… schedule table now listed it as building somewhere else."

		handle_race_condition

	fi



	echo "$(date -u ) - building package $SRCPACKAGE from '$REPOSITORY' now..."

}



first_build() {

	echo "============================================================================="

	echo "Building for alpine on $(hostname) now."

	echo "Source package: ${SRCPACKAGE}"

	echo "Repository:     $REPOSITORY"

	echo "Date:           $(date -u)"

	echo "============================================================================="

	local SESSION="alpine-$SRCPACKAGE-$(basename $TMPDIR)"

	local BUILDDIR="/tmp/alpine-$SRCPACKAGE-$(basename $TMPDIR)"

	local LOG=$TMPDIR/b1/$SRCPACKAGE/build1.log

	local FUTURE_STATE="disabled"

	if [ "$(hostname)" = "osuosl-build170-amd64" ] ; then

		FUTURE_STATE="enabled"

	fi

	echo "Future:            $FUTURE_STATE"

	echo "SOURCE_DATE_EPOCH: $SOURCE_DATE_EPOCH"

	echo "============================================================================="

	schroot --begin-session --session-name=$SESSION -c jenkins-reproducible-alpine

	#schroot --run-session -c $SESSION --directory /tmp -u root -- ln -sfT dash /usr/bin/sh

	echo "MAKEFLAGS=-j$NUM_CPU" | schroot --run-session -c $SESSION --directory /tmp -u root -- tee -a /etc/abuild.conf

	schroot --run-session -c $SESSION --directory /tmp -- cp -vr "/aports/$REPOSITORY/$SRCPACKAGE" "$BUILDDIR"

	# modify timezone, LANG, LC_ALL in the 1st build.

	schroot --run-session -c $SESSION --directory /tmp -- tee -a /var/lib/jenkins/.bashrc <<-__END__

	export TZ="/usr/share/zoneinfo/Etc/GMT+12"

	export LANG="en_US.UTF-8"

	export LC_ALL="en_US.UTF-8"

	__END__

	# some more output for debugging

	set -x

	# update before pulling new dependencies

	schroot --run-session -c $SESSION --directory "$BUILDDIR" -u root -- apk update 2>&1 | tee -a $LOG

	# determine the version of the package being build

	source "$BUILDDIR/APKBUILD" || echo "Failed to source APKBUILD from '$BUILDDIR/APKBUILD'" | tee -a $LOG

	if [ -n "$epoch" ] ; then

		epoch="$epoch:"

	fi

	VERSION="$epoch$pkgver-$pkgrel"

	echo $VERSION > $TMPDIR/b1/$SRCPACKAGE/build1.version

	# nicely run abuild with a timeout of $TIMEOUT hours

	timeout -k $TIMEOUT.1h ${TIMEOUT}h /usr/bin/ionice -c 3 /usr/bin/nice \

		schroot --run-session -c $SESSION --directory "$BUILDDIR" -- bash -l -c "abuild -rP $BUILDDIR 2>&1" | tee -a $LOG

	PRESULT=${PIPESTATUS[0]}

	if [ $PRESULT -eq 124 ] ; then

		echo "$(date -u) - abuild was killed by timeout after ${TIMEOUT}h." | tee -a $LOG

	fi

	schroot --end-session -c $SESSION | tee -a $LOG

	PRESULT=${PIPESTATUS[0]}

	if [ $PRESULT -ne 0 ] ; then

		echo "$(date -u) - could not end schroot session, maybe some processes are still running? Sleeping 60 seconds and trying again…" | tee -a $LOG

		sleep 60

		schroot --end-session -f -c $SESSION | tee -a $LOG

		P2RESULT=${PIPESTATUS[0]}

		if [ $P2RESULT -ne 0 ] ; then

			echo "$(date -u) - could not end schroot session even with force. Sleeping 10 seconds and trying once more…" | tee -a $LOG

			sleep 10

			schroot --end-session -f -c $SESSION | tee -a $LOG

			P3RESULT=${PIPESTATUS[0]}

			if [ $P3RESULT -ne 0 ] ; then

				if [ -n "$(grep 'ERROR: One or more PGP signatures could not be verified' $LOG)" ] ; then

					# abort only

					exit 42

				else

					# fail with notification

					exit 23

				fi

			fi

		fi

	fi

	if ! "$DEBUG" ; then set +x ; fi

}



second_build() {

	echo "============================================================================="

	echo "Re-Building for alpine on $(hostname) now."

	echo "Source package: ${SRCPACKAGE}"

	echo "Repository:     $REPOSITORY"

	echo "Date:           $(date -u)"

	echo "============================================================================="

	local SESSION="alpine-$SRCPACKAGE-$(basename $TMPDIR)"

	local BUILDDIR="/tmp/alpine-$SRCPACKAGE-$(basename $TMPDIR)"

	local LOG=$TMPDIR/b2/$SRCPACKAGE/build2.log

	NEW_NUM_CPU=$(echo $NUM_CPU-1|bc)

	local FUTURE_STATE="disabled"

	if [ "$(hostname)" = "osuosl-build170-amd64" ] ; then

		FUTURE_STATE="enabled"

	fi

	echo "Future:            $FUTURE_STATE"

	echo "SOURCE_DATE_EPOCH: $SOURCE_DATE_EPOCH"

	echo "============================================================================="

	schroot --begin-session --session-name=$SESSION -c jenkins-reproducible-alpine

	echo "MAKEFLAGS=-j$NEW_NUM_CPU" | schroot --run-session -c $SESSION --directory /tmp -u root -- tee -a /etc/abuild.conf

	schroot --run-session -c $SESSION --directory /tmp -- cp -vr "/aports/$REPOSITORY/$SRCPACKAGE" "$BUILDDIR"

	# add more variations in the 2nd build: TZ (differently), LANG, LC_ALL, umask

	schroot --run-session -c $SESSION --directory /tmp -- tee -a /var/lib/jenkins/.bashrc <<-__END__

	export TZ="/usr/share/zoneinfo/Etc/GMT-14"

	export LANG="fr_CH.UTF-8"

	export LC_ALL="fr_CH.UTF-8"

	umask 0002

	__END__

	# some more output for debugging

	set -x

	# update before pulling new dependencies

	schroot --run-session -c $SESSION --directory "$BUILDDIR" -u root -- apk update 2>&1 | tee -a $LOG

	# determine the version of the package being build

	source "$BUILDDIR/APKBUILD" || echo "Failed to source APKBUILD from '$BUILDDIR/APKBUILD'" | tee -a $LOG

	if [ -n "$epoch" ] ; then

		epoch="$epoch:"

	fi

	VERSION="$epoch$pkgver-$pkgrel"

	echo $VERSION > $TMPDIR/b2/$SRCPACKAGE/build2.version

	# nicely run abuild with a timeout of $TIMEOUT hours

	timeout -k $TIMEOUT.1h ${TIMEOUT}h /usr/bin/ionice -c 3 /usr/bin/nice \

		schroot --run-session -c $SESSION --directory "$BUILDDIR" -- bash -l -c "abuild -rP $BUILDDIR 2>&1" | tee -a $LOG

	PRESULT=${PIPESTATUS[0]}

	if [ $PRESULT -eq 124 ] ; then

		echo "$(date -u) - abuild was killed by timeout after ${TIMEOUT}h." | tee -a $LOG

	fi

	schroot --end-session -c $SESSION | tee -a $LOG

	PRESULT=${PIPESTATUS[0]}

	if [ $PRESULT -ne 0 ] ; then

		echo "$(date -u) - could not end schroot session, maybe some processes are still running? Sleeping 60 seconds and trying again…" | tee -a $LOG

		sleep 60

		schroot --end-session -f -c $SESSION | tee -a $LOG

		P2RESULT=${PIPESTATUS[0]}

		if [ $P2RESULT -ne 0 ] ; then

			echo "$(date -u) - could not end schroot session even with force. Sleeping 10 seconds and trying once more…" | tee -a $LOG

			sleep 10

			schroot --end-session -f -c $SESSION | tee -a $LOG

			P3RESULT=${PIPESTATUS[0]}

			if [ $P3RESULT -ne 0 ] ; then

				exit 23

			fi

		fi

	fi

	if ! "$DEBUG" ; then set +x ; fi

}



remote_build() {

	local BUILDNR=$1

	local NODE=$2

	local FQDN=$NODE.debian.net

	get_node_information $NODE

	set +e

	ssh -o "Batchmode = yes" $FQDN /bin/true

	RESULT=$?

	# abort job if host is down

	if [ $RESULT -ne 0 ] ; then

		SLEEPTIME=$(echo "$BUILDNR*$BUILDNR*5"|bc)

		echo "$(date -u) - $NODE seems to be down, sleeping ${SLEEPTIME}min before aborting this job."

		sleep ${SLEEPTIME}m

		unregister_build

		exit 0

	fi

	ssh -o "Batchmode = yes" $FQDN /srv/jenkins/bin/reproducible_build_alpine_pkg.sh $BUILDNR $REPOSITORY ${SRCPACKAGE} ${TMPDIR} ${SOURCE_DATE_EPOCH}

	RESULT=$?

	if [ $RESULT -ne 0 ] ; then

		ssh -o "Batchmode = yes" $FQDN "rm -r $TMPDIR" || true

		if [ $RESULT -eq 23 ] ; then

			unregister_build

			handle_remote_error "job on $NODE could not end schroot session properly and sent error 23 so we could abort silently."

		elif [ $RESULT -eq 42 ] ; then

			unregister_build

			handle_remote_error "job on $NODE after not being able to verify pgp signatures. work to debug why ahead..."

		else

			unregister_build

			handle_remote_error "Warning: remote build failed with exit code $RESULT from $NODE for build #$BUILDNR for ${SRCPACKAGE} from $REPOSITORY."

		fi

	fi

	rsync -e "ssh -o 'Batchmode = yes'" -r $FQDN:$TMPDIR/b$BUILDNR $TMPDIR/

	RESULT=$?

	if [ $RESULT -ne 0 ] ; then

		echo "$(date -u ) - rsync from $NODE failed, sleeping 2m before re-trying..."

		sleep 2m

		rsync -e "ssh -o 'Batchmode = yes'" -r $FQDN:$TMPDIR/b$BUILDNR $TMPDIR/

		RESULT=$?

		if [ $RESULT -ne 0 ] ; then

			unregister_build

			handle_remote_error "when rsyncing remote build #$BUILDNR results from $NODE"

		fi

	fi

	ls -lR $TMPDIR

	ssh -o "Batchmode = yes" $FQDN "rm -r $TMPDIR"

	set -e

}



#

# below is what controls the world

#

TIMEOUT=12	# maximum time in hours for a single build

DATE=$(date -u +'%Y-%m-%d %H:%M')

START=$(date +'%s')

trap cleanup_all INT TERM EXIT



#

# determine mode

#

if [ "$1" = "" ] ; then

	MODE="master"

	TMPDIR=$(mktemp --tmpdir=/srv/reproducible-results -d -t alpinerb-build-XXXXXXXX)  # where everything actually happens

	SOURCE_DATE_EPOCH=$(date +%s)

	cd $TMPDIR

elif [ "$1" = "1" ] || [ "$1" = "2" ] ; then

	MODE="$1"

	REPOSITORY="$2"

	SRCPACKAGE="$3"

	TMPDIR="$4"

	SOURCE_DATE_EPOCH="$5"

	[ -d $TMPDIR ] || mkdir -p $TMPDIR

	cd $TMPDIR

	mkdir -p b$MODE/$SRCPACKAGE

	if [ "$MODE" = "1" ] ; then

		first_build

	else

		second_build

	fi



	# preserve results and delete build directory

	if [ -n "$(ls /tmp/alpine-$SRCPACKAGE-$(basename $TMPDIR)/*/*/*.apk)" ] ; then

		# copying is enough here, we delete after this if block anyway

		cp --preserve=timestamps -v /tmp/alpine-$SRCPACKAGE-$(basename $TMPDIR)/*/*/*.apk $TMPDIR/b$MODE/$SRCPACKAGE/

	else

		echo "$(date -u) - build #$MODE for $SRCPACKAGE on $HOSTNAME didn't build a package!"

		# debug

		echo "ls $TMPDIR/b$MODE/$SRCPACKAGE/"

		ls -Rl

	fi



	sudo rm -rf --one-file-system /tmp/alpine-$SRCPACKAGE-$(basename $TMPDIR)

	echo "$(date -u) - build #$MODE for $SRCPACKAGE on $HOSTNAME done."

	exit 0

fi



#

# main - only used in master-mode

#

delay_start # randomize start times

# first, we need to choose a package from a repository…

REPOSITORY=""

SRCPACKAGE=""

VERSION=""

SIZE=""

DISTROID=$(query_db "SELECT id FROM distributions WHERE name='alpine'")

choose_package

mkdir -p $BASE/alpine/$REPOSITORY/$SRCPACKAGE

# build package twice

mkdir b1 b2

# currently there are two alpine build nodes… let's keep things simple

N1="osuosl-build169-amd64"

N2="osuosl-build170-amd64"

# if random number between 0 and 99 is greater than 60…

# (because osuosl169 is generally less loaded than osuosl170)

if [ $(( ( $RANDOM % 100 ) )) -gt 60 ] ; then

	NODE1=$N1

	NODE2=$N2

else

	NODE1=$N2

	NODE2=$N1

fi

echo "============================================================================="

echo "Initialising reproducibly build of ${SRCPACKAGE} in ${REPOSITORY} on ${ARCH} now."

echo "1st build will be done on $NODE1."

echo "2nd build will be done on $NODE2."

echo "============================================================================="

#

# do 1st build

#

remote_build 1 ${NODE1}

#

# only do the 2nd build if the 1st produced results

#

if [ ! -z "$(ls $TMPDIR/b1/$SRCPACKAGE/*.apk 2>/dev/null|| true)" ] ; then

	remote_build 2 ${NODE2}

	cd $TMPDIR/b1/$SRCPACKAGE

	for ARTIFACT in *.pkg.tar.xz ; do

		[ -f $ARTIFACT ] || continue

		echo "$(date -u) - comparing results now."

		if diff -q $TMPDIR/b1/$SRCPACKAGE/$ARTIFACT $TMPDIR/b2/$SRCPACKAGE/$ARTIFACT ; then

			echo "$(date -u) - YAY - $SRCPACKAGE/$ARTIFACT build reproducible in our test framework!"

			mkdir -p $BASE/alpine/$REPOSITORY/$SRCPACKAGE



			# XXX: alpine doesn't have BUILDINFO files yet

			#tar xJvf $TMPDIR/b1/$SRCPACKAGE/$ARTIFACT .BUILDINFO && mv .BUILDINFO $BASE/alpine/$REPOSITORY/$SRCPACKAGE/$ARTIFACT-b1.BUILDINFO.txt

			#tar xJvf $TMPDIR/b2/$SRCPACKAGE/$ARTIFACT .BUILDINFO && mv .BUILDINFO $BASE/alpine/$REPOSITORY/$SRCPACKAGE/$ARTIFACT-b2.BUILDINFO.txt

			touch $BASE/alpine/$REPOSITORY/$SRCPACKAGE/$ARTIFACT-b1.BUILDINFO.txt

			touch $BASE/alpine/$REPOSITORY/$SRCPACKAGE/$ARTIFACT-b2.BUILDINFO.txt



			(

				echo "<html><body><p>$SRCPACKAGE/$ARTIFACT build reproducible in our test framework:<br />"

				(cd $TMPDIR/b1/$SRCPACKAGE ; sha256sum $ARTIFACT)

				echo "<br />"

				(sha256sum $BASE/alpine/$REPOSITORY/$SRCPACKAGE/$ARTIFACT-b1.BUILDINFO.txt | cut -d " " -f1)

				echo " <a href=\"$ARTIFACT-b1.BUILDINFO.txt\">$ARTIFACT-b1.BUILDINFO.txt</a><br />"

				(sha256sum $BASE/alpine/$REPOSITORY/$SRCPACKAGE/$ARTIFACT-b2.BUILDINFO.txt | cut -d " " -f1)

				echo " <a href=\"$ARTIFACT-b2.BUILDINFO.txt\">$ARTIFACT-b2.BUILDINFO.txt</a><br />"

				echo "</p></body>"

			) > "$BASE/alpine/$REPOSITORY/$SRCPACKAGE/$ARTIFACT.html"

		elif [ -f $TMPDIR/b1/$SRCPACKAGE/$ARTIFACT ] && [ -f $TMPDIR/b2/$SRCPACKAGE/$ARTIFACT ] ; then

			# run diffoscope on the results

			TIMEOUT="60m"

			DIFFOSCOPE="$(schroot --directory /tmp -c chroot:jenkins-reproducible-${DBDSUITE}-diffoscope diffoscope -- --version 2>&1)"

			echo "$(date -u) - Running $DIFFOSCOPE now..."

			call_diffoscope $SRCPACKAGE $ARTIFACT

		elif [ -f $TMPDIR/b1/$SRCPACKAGE/$ARTIFACT ] || [ -f $TMPDIR/b2/$SRCPACKAGE/$ARTIFACT ] ; then

			# one of the two builds failed... delete the other one

			( rm $TMPDIR/b1/$SRCPACKAGE/$ARTIFACT || rm $TMPDIR/b1/$SRCPACKAGE/$ARTIFACT ) 2>/dev/null

		else

			# some packages define the package version based on the build date

			# so our two builds end up with different package versions…

			echo "$(date -u) - something is fishy with $SRCPACKAGE/$ARTIFACT."

			ls $TMPDIR/b1/$SRCPACKAGE

			ls $TMPDIR/b2/$SRCPACKAGE

			( echo "<html><body><p>$SRCPACKAGE/$ARTIFACT built in a strange unreproducible way:<br />"

			ls $TMPDIR/b1/$SRCPACKAGE

			echo "<br />"

			ls $TMPDIR/b2/$SRCPACKAGE

			echo "<br />"

			echo "Maybe $BUILD_URL has some more information why this happened."

			echo "</p></body>"

			) > "$BASE/alpine/$REPOSITORY/$SRCPACKAGE/$ARTIFACT.html"

		fi

		# publish page

		if [ -f $TMPDIR/$SRCPACKAGE/$ARTIFACT.html ] ; then

			cp $TMPDIR/$SRCPACKAGE/$ARTIFACT.html $BASE/alpine/$REPOSITORY/$SRCPACKAGE/

			#irc_message alpine-reproducible "$REPRODUCIBLE_URL/alpine/$REPOSITORY/$SRCPACKAGE/$ARTIFACT.html - unreproducible"

		fi

	done

else

	echo "$(date -u) - build1 didn't create a package, skipping build2!"

fi

# publish logs

calculate_build_duration

cd $TMPDIR/b1/$SRCPACKAGE

cp build1.log $BASE/alpine/$REPOSITORY/$SRCPACKAGE/

[ ! -f $TMPDIR/b2/$SRCPACKAGE/build2.log ] || cp $TMPDIR/b2/$SRCPACKAGE/build2.log $BASE/alpine/$REPOSITORY/$SRCPACKAGE/

echo $DURATION > $BASE/alpine/$REPOSITORY/$SRCPACKAGE/pkg.build_duration || true

# make pkg.build_duration the oldest of this build, so we can use it as reference later

touch --date="@$START" $BASE/alpine/$REPOSITORY/$SRCPACKAGE/pkg.build_duration

if [ -f $TMPDIR/b2/$SRCPACKAGE/build2.version ] ; then

	cp $TMPDIR/b2/$SRCPACKAGE/build2.version $BASE/alpine/$REPOSITORY/$SRCPACKAGE/

	cp $TMPDIR/b2/$SRCPACKAGE/build2.version $BASE/alpine/$REPOSITORY/$SRCPACKAGE/pkg.version

elif [ -f build1.version ] ; then

	cp build1.version $BASE/alpine/$REPOSITORY/$SRCPACKAGE/

	cp $TMPDIR/b1/$SRCPACKAGE/build1.version $BASE/alpine/$REPOSITORY/$SRCPACKAGE/pkg.version

else

	# this should not happen but does, so deal with it

	echo "$VERSION" > $BASE/alpine/$REPOSITORY/$SRCPACKAGE/pkg.version

fi



echo "$(date -u) - $REPRODUCIBLE_URL/alpine/$REPOSITORY/$SRCPACKAGE/ updated."

# force update of HTML snipplet in reproducible_html_alpine.sh

[ ! -f $BASE/alpine/$REPOSITORY/$SRCPACKAGE/pkg.state ] || rm $BASE/alpine/$REPOSITORY/$SRCPACKAGE/pkg.state

HTML_BUFFER=''

create_pkg_html

update_pkg_in_db



cd

cleanup_all

trap - INT TERM EXIT



# vim: set sw=0 noet :

bin/reproducible_setup_alpine_schroot.sh

+4 −1
Original line number Diff line number Diff line
@@ -97,7 +97,7 @@ sudo tee "$SCHROOT_BASE/$TARGET/etc/profile.d/proxy.sh" <<-__END__ 
	__END__



# install sdk

$ROOTCMD apk add alpine-sdk lua-aports gnupg

$ROOTCMD apk add alpine-sdk lua-aports gnupg bash



# configure sudo

echo 'jenkins ALL= NOPASSWD: /sbin/apk *' | $ROOTCMD tee -a /etc/sudoers
@@ -113,6 +113,9 @@ fi 
$USERCMD gpg --check-trustdb # first run will create ~/.gnupg/gpg.conf

echo "keyserver-options auto-key-retrieve" | tee -a "$SCHROOT_BASE/$TARGET/var/lib/jenkins/.gnupg/gpg.conf"



$ROOTCMD addgroup jenkins abuild

$USERCMD abuild-keygen -a -i -n



# Disable SSL verification for future builds

if [ "$HOSTNAME" = "osuosl-build170-amd64" ] ; then

	export GIT_SSL_NO_VERIFY=1

job-cfg/reproducible.yaml

+4 −0
Original line number Diff line number Diff line
@@ -842,6 +842,10 @@ 
            my_recipients: 'jenkins+debian-reproducible qa-jenkins-scm@lists.alioth.debian.org'

        - '{name}_builder_{otherproject}_{my_num}':

            otherproject:

                - 'alpine':

                    my_num: 1

                    op_descname: 'an alpine'

                    my_disabled: false

                - 'archlinux':

                    my_num: 1

                    op_descname: 'an Arch Linux'