Add script to check reproducibility of a system

This sets off two consecutive builds of a system passed to the script as an
argument, obtaining the sha1sum of all files in the build upon completion,
then obtaining a file showing which SHA1 values differ between the two
builds.

1 files changed, 73 insertions, 0 deletions

diff --git a/scripts/build-and-check-reproducibility.sh b/scripts/build-and-check-reproducibility.sh
new file mode 100755
index 0000000..173dc84
--- /dev/null
+++ b/scripts/build-and-check-reproducibility.sh
@@ -0,0 +1,73 @@
+#!/bin/sh
+
+set -e
+
+if [ "$#" != "1" ]
+then
+    echo "Invalid # arguments"
+    echo "Usage: ./build-and-check-reproducibility.sh definitions/systems/build-system-x86_64.morph"
+    exit 1
+fi
+
+CURRENT_DIR=`pwd`
+
+# This script is a quick way to automate the process of 
+# running consecutive builds with ybd, getting SHA1 of built
+# artifacts for each build and checking for differences in
+# SHA1, which would indicate that a component is not reproducible.
+
+build1=build1
+build2=build2
+build_system="$1"
+
+DIR=$( dirname -- "$0" )
+cd "$DIR"
+cd ..
+
+`grep -e artifacts ybd.def > artifact.def`
+artifact_dir=`sed -e "s%artifacts: '%%" -e "s%'%%" artifact.def`
+
+cd "$CURRENT_DIR"
+echo "CURRENT DIRECTORY = "$CURRENT_DIR""
+
+if [ -f build1.shasum ]
+then
+    `rm build1.shasum`
+fi
+if [ -f build2.shasum ]
+then
+    `rm build2.shasum`
+fi
+
+echo "First build of system..."
+python "$DIR/../ybd.py" "$build_system" x86_64 
+ls -d "$artifact_dir"*.unpacked/ | grep -ve 'stage1' -e 'stage2' > artifacts.list
+while read line
+do
+    find "$line" -type f -print0 | xargs -r0 sha1sum >> build1.shasum
+done < artifacts.list
+`mv "$artifact_dir" "$artifact_dir-tmp" && mkdir -p "$artifact_dir"`
+echo "Second build of system..."
+python "$DIR/../ybd.py" "$build_system" x86_64 
+ls -d "$artifact_dir"*.unpacked/ | grep -ve 'stage1' -e 'stage2' > artifacts.list
+while read line
+do
+    find "$line" -type f -print0 | xargs -r0 sha1sum >> build2.shasum
+done < artifacts.list
+
+cp $build1 $build1.orig
+echo "Contracting filenames to make the comparison more readable..."
+cat $build1.clean | sed -re 's%/src/cache/ybd-artifacts/%%' -e 's%\.[0-9a-f]+%%' -e 's%\.unpacked%\t%' -e 's%  %\t%' | sort -k 2 > $build1.compare
+
+cp $build2 $build2.orig
+echo "Contracting filenames to make the comparison more readable..."
+sed -re 's%/src/cache/ybd-artifacts/%%' -e 's%\.[0-9a-f]+%%' -e 's%\.unpacked%\t%' -e 's%  %\t%' $build2.orig > $build2.clean
+
+echo "Sorting alphabetically by component..."
+sort -k 2 $build2.clean > $build2.compare
+
+diff -u0 $build1.compare $build2.compare > diff.compare
+
+grep -ve '^-' -e '+++' diff.compare > diff.compare-temp
+sed -re 's%\@@ \-[0-9]+ \+[0-9]+ \@@%%' -e 's%\@@ \-[0-9]+\,[0-9]+ \+[0-9]+\,[0-9]+ \@@%%' -e 's%\+[0-9a-f]+\t%%' diff.compare-temp > diff.clean
+echo "List of differing components (no shasum) outputted to diff.clean"