bin/reproducible_compare_Debian_sha1sums.sh

+#!/bin/sh
+
+# as posted by Vagrant on https://lists.reproducible-builds.org/pipermail/rb-general/2018-October/001239.html
+
+# TODOs:
+# - run on osuoslXXX ? harder with using db..
+# - delete downloaded packages, keep sha1s, use them
+
+# hardcode some packages to get started...
+packages="adduser apt base-files base-passwd bash bsdutils coreutils dash debconf debian-archive-keyring debianutils diffutils dpkg e2fsprogs fdisk findutils gcc-8-base gpgv grep gzip hostname init-system-helpers libacl1 libapt-pkg5.0 libattr1 libaudit-common libaudit1 libblkid1 libbz2-1.0 libc-bin libc6 libcap-ng0 libcom-err2 libdb5.3 libdebconfclient0 libext2fs2 libfdisk1 libffi6 libgcc1 libgcrypt20 libgmp10 libgnutls30 libgpg-error0 libhogweed4 libidn2-0 liblz4-1 liblzma5 libmount1 libncursesw6 libnettle6 libp11-kit0 libpam-modules libpam-modules-bin libpam-runtime libpam0g libpcre3 libseccomp2 libselinux1 libsemanage-common libsemanage1 libsepol1 libsmartcols1 libss2 libstdc++6 libsystemd0 libtasn1-6 libtinfo6 libudev1 libunistring2 libuuid1 libzstd1 login mawk mount ncurses-base ncurses-bin passwd perl-base sed sysvinit-utils tar tzdata util-linux zlib1g apt-utils bsdmainutils cpio cron debconf-i18n dmidecode dmsetup gdbm-l10n ifupdown init iproute2 iptables iputils-ping isc-dhcp-client isc-dhcp-common kmod less libapparmor1 libapt-inst2.0 libargon2-1 libbsd0 libcap2 libcap2-bin libcryptsetup12 libdevmapper1.02.1 libdns-export1104 libelf1 libestr0 libfastjson4 libidn11 libip4tc0 libip6tc0 libiptc0 libisc-export1100 libjson-c3 libkmod2 liblocale-gettext-perl liblognorm5 libmnl0 libncurses6 libnetfilter-conntrack3 libnewt0.52 libnfnetlink0 libnftnl11 libpopt0 libprocps7 libslang2 libssl1.1 libtext-charwidth-perl libtext-iconv-perl libtext-wrapi18n-perl libxtables12 logrotate lsb-base nano netbase procps readline-common rsyslog sensible-utils systemd systemd-sysv tasksel tasksel-data udev vim-common vim-tiny whiptail xxd"
+
+bdn_url="https://buildinfo.debian.net/api/v1/buildinfos/checksums/sha1"
+log=$(mktemp --tmpdir=$TMPDIR -d sha1-comp-XXXXXXX)
+
+SHA1DIR=/srv/reproducible-results/debian-sha1
+mkdir -p $SHA1DIR
+cd $SHA1DIR
+
+reproducible_packages=
+unreproducible_packages=
+
+for package in $packages ; do
+	schroot --directory  $SHA1DIR -c chroot:jenkins-reproducible-unstable-diffoscope apt-get download ${package}
+	sha1sum ${package}_*.deb | while read checksum package_file ; do
+		if [ ! -e ${package_file}.json ]; then
+			wget --quiet -O ${package_file}.json ${bdn_url}/${checksum}
+		fi
+		count=$(fmt ${package_file}.json | grep '\.buildinfo' | wc -l)
+		if [ "${count}" -ge 2 ]; then
+			echo "REPRODUCIBLE: $package_file $count"
+		else
+			echo "UNREPRODUCIBLE: $package_file $count"
+		fi
+		echo
+	done
+done | tee $log
+
+reproducible_packages=$(awk '/^REPRODUCIBLE:/{print $2}' $log)
+reproducible_count=$(echo $reproducible_packages | wc -w)
+unreproducible_packages=$(awk '/^UNREPRODUCIBLE:/{print $2}' $log)
+unreproducible_count=$(echo $unreproducible_packages | wc -w)
+
+echo "-------------------------------------------------------------"
+echo reproducible packages: $reproducible_count: $reproducible_packages
+echo
+echo unreproducible packages: $unreproducible_count: $unreproducible_packages
+
+rm $log

job-cfg/reproducible.yaml

@@ -581,6 +581,9 @@
                     my_description: 'Test whether Arch Linux has the latest diffoscope.'
                     my_timed: '31 23 * * 1'
                     my_shell: '/srv/jenkins/bin/diffoscope_distribution_test.sh Arch'
+                - 'compare_Debian_sha1sums'
+                    my_description: 'Compare sha1sums of Debian binary packages with rebuild ones'
+                    my_timed: ''
             my_shellext: ".sh"
             my_shell: '/srv/jenkins/bin/reproducible_{my_task}{my_shellext}'
             my_hname: ''