summaryrefslogtreecommitdiff
path: root/.gitlab
diff options
context:
space:
mode:
authorBen Gamari <ben@smart-cactus.org>2020-01-05 14:02:02 -0500
committerMarge Bot <ben+marge-bot@smart-cactus.org>2020-01-07 13:13:39 -0500
commit2234fa9252b5da2e4423d1ec52c9830130ecfe35 (patch)
treed6478b04e484404d76bd261895493130fa049d9d /.gitlab
parent48ef62175d4e65d3248f2e743750ec2f4d421f3a (diff)
downloadhaskell-2234fa9252b5da2e4423d1ec52c9830130ecfe35.tar.gz
gitlab-ci: Pull test metrics before running testsuite
Otherwise the testsuite driver may not have an up-to-date baseline.
Diffstat (limited to '.gitlab')
-rwxr-xr-x.gitlab/test-metrics.sh118
1 files changed, 70 insertions, 48 deletions
diff --git a/.gitlab/test-metrics.sh b/.gitlab/test-metrics.sh
index 302587721f..2e8e0f61ab 100755
--- a/.gitlab/test-metrics.sh
+++ b/.gitlab/test-metrics.sh
@@ -2,66 +2,88 @@
# vim: sw=2 et
set -euo pipefail
-NOTES_ORIGIN="git@gitlab.haskell.org:ghc/ghc-performance-notes.git"
+NOTES_ORIGIN="https://gitlab.haskell.org/ghc/ghc-performance-notes.git"
+NOTES_ORIGIN_PUSH="git@gitlab.haskell.org:ghc/ghc-performance-notes.git"
REF="perf"
+run() {
+ echo "$@"
+ $@
+}
+
fail() {
echo "ERROR: $*" >&2
exit 1
}
-# Check that private key is available (Set on all GitLab protected branches).
-if [ -z ${PERF_NOTE_KEY+"$PERF_NOTE_KEY"} ]
-then
- echo "Not pushing performance git notes: PERF_NOTE_KEY is not set."
- exit 0
-fi
-
-# TEST_ENV must be set.
-if [ -z ${TEST_ENV+"$TEST_ENV"} ]
-then
- fail "Not pushing performance git notes: TEST_ENV must be set."
-fi
-
-# Assert that the METRICS_FILE exists and can be read.
-if [ -z ${METRICS_FILE+"$METRICS_FILE"} ]
-then
- fail "\$METRICS_FILE not set."
-fi
-if ! [ -r $METRICS_FILE ]
-then
- fail "Metrics file not found: $METRICS_FILE"
-fi
+function pull() {
+ local ref="refs/notes/$REF"
+ run git fetch -f $NOTES_ORIGIN $ref:$ref
+ echo "perf notes ref $ref is $(git rev-parse $ref)"
+}
-# Add gitlab as a known host.
-mkdir -p ~/.ssh
-echo "|1|+AUrMGS1elvPeLNt+NHGa5+c6pU=|4XvfRsQftO1OgZD4c0JJ7oNaii8= ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDXilA5l4kOZPx0nM6xDATF+t4fS6te0eYPDwBI/jLWD9cJVtCnsrwMl5ar+/NfmcD0jnCYztUiVHuXyTaWPJYSQpwltfpTeqpo9/z/0MxkPtSl1uMP2cLbDiqA01OWveChktOXwU6hRQ+7MmO+dNRS/iXrRmYrGv/p1W811QgLBLS9fefEdF25n+0dP71L7Ov7riOawlDmd0C11FraE/R8HX6gs6lbXta1kisdxGyKojYSiCtobUaJxRoatMfUP0a9rwTAyl8tf56LgB+igjMky879VAbL7eQ/AmfHYPrSGJ/YlWP6Jj23Dnos5nOVlWL/rVTs9Y/NakLpPwMs75KTC0Pd74hdf2e3folDdAi2kLrQgO2SI6so7rOYZ+mFkCM751QdDVy4DzjmDvSgSIVf9SV7RQf7e7unE7pSZ/ILupZqz9KhR1MOwVO+ePa5qJMNSdC204PIsRWkIO5KP0QLl507NI9Ri84+aODoHD7gDIWNhU08J2P8/E6r0wcC8uWaxh+HaOjI9BkHjqRYsrgfn54BAuO9kw1cDvyi3c8n7VFlNtvQP15lANwim3gr9upV+r95KEPJCgZMYWJBDPIVtp4GdYxCfXxWj5oMXbA5pf0tNixwNJjAsY7I6RN2htHbuySH36JybOZk+gCj6mQkxpCT/tKaUn14hBJWLq7Q+Q==" >> ~/.ssh/known_hosts
-echo "|1|JZkdAPJmpX6SzGeqhmQLfMWLGQA=|4vTELroOlbFxbCr0WX+PK9EcpD0= ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIJknufU+I6A5Nm58lmse4/o11Ai2UzYbYe7782J1+kRk" >> ~/.ssh/known_hosts
+function setup_ssh() {
+ # Add gitlab as a known host.
+ mkdir -p ~/.ssh
+ echo "|1|+AUrMGS1elvPeLNt+NHGa5+c6pU=|4XvfRsQftO1OgZD4c0JJ7oNaii8= ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDXilA5l4kOZPx0nM6xDATF+t4fS6te0eYPDwBI/jLWD9cJVtCnsrwMl5ar+/NfmcD0jnCYztUiVHuXyTaWPJYSQpwltfpTeqpo9/z/0MxkPtSl1uMP2cLbDiqA01OWveChktOXwU6hRQ+7MmO+dNRS/iXrRmYrGv/p1W811QgLBLS9fefEdF25n+0dP71L7Ov7riOawlDmd0C11FraE/R8HX6gs6lbXta1kisdxGyKojYSiCtobUaJxRoatMfUP0a9rwTAyl8tf56LgB+igjMky879VAbL7eQ/AmfHYPrSGJ/YlWP6Jj23Dnos5nOVlWL/rVTs9Y/NakLpPwMs75KTC0Pd74hdf2e3folDdAi2kLrQgO2SI6so7rOYZ+mFkCM751QdDVy4DzjmDvSgSIVf9SV7RQf7e7unE7pSZ/ILupZqz9KhR1MOwVO+ePa5qJMNSdC204PIsRWkIO5KP0QLl507NI9Ri84+aODoHD7gDIWNhU08J2P8/E6r0wcC8uWaxh+HaOjI9BkHjqRYsrgfn54BAuO9kw1cDvyi3c8n7VFlNtvQP15lANwim3gr9upV+r95KEPJCgZMYWJBDPIVtp4GdYxCfXxWj5oMXbA5pf0tNixwNJjAsY7I6RN2htHbuySH36JybOZk+gCj6mQkxpCT/tKaUn14hBJWLq7Q+Q==" >> ~/.ssh/known_hosts
+ echo "|1|JZkdAPJmpX6SzGeqhmQLfMWLGQA=|4vTELroOlbFxbCr0WX+PK9EcpD0= ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIJknufU+I6A5Nm58lmse4/o11Ai2UzYbYe7782J1+kRk" >> ~/.ssh/known_hosts
-# Setup ssh keys.
-eval `ssh-agent`
-echo "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJPR1vrZgeGTXmgJw2PsJfMjf22LcDnVVwt3l0rwTZ+8Q2J0bHaYxMRKBco1sON6LGcZepw0Hy76RQ87v057pTz18SXvnfE7U/B6v9qBk0ILJz+4BOX9sEhxu2XmScp/wMxkG9IoyruMlsxXzd1sz09o+rzzx24U2Rp27PRm08vG0oipve6BWLbYEqYrE4/nCufqOJmGd56fju7OTU0lTpEkGDEDWGMxutaX2CbTbDju7qy07Ld8BjSc9aHfvuQaslUbj3ex3EF8EXahURzGpHQn/UFFzVGMokFumiJCAagHQb7cj6jOkKseZLaysbA/mTBQsOzjWiRmkN23bQf1wF ben+ghc-ci@smart-cactus.org" > ~/.ssh/perf_rsa.pub
-touch ~/.ssh/perf_rsa
-chmod 0600 ~/.ssh/perf_rsa
-echo "$PERF_NOTE_KEY" >> ~/.ssh/perf_rsa
-ssh-add ~/.ssh/perf_rsa
+ # Setup ssh keys.
+ eval `ssh-agent`
+ echo "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJPR1vrZgeGTXmgJw2PsJfMjf22LcDnVVwt3l0rwTZ+8Q2J0bHaYxMRKBco1sON6LGcZepw0Hy76RQ87v057pTz18SXvnfE7U/B6v9qBk0ILJz+4BOX9sEhxu2XmScp/wMxkG9IoyruMlsxXzd1sz09o+rzzx24U2Rp27PRm08vG0oipve6BWLbYEqYrE4/nCufqOJmGd56fju7OTU0lTpEkGDEDWGMxutaX2CbTbDju7qy07Ld8BjSc9aHfvuQaslUbj3ex3EF8EXahURzGpHQn/UFFzVGMokFumiJCAagHQb7cj6jOkKseZLaysbA/mTBQsOzjWiRmkN23bQf1wF ben+ghc-ci@smart-cactus.org" > ~/.ssh/perf_rsa.pub
+ touch ~/.ssh/perf_rsa
+ chmod 0600 ~/.ssh/perf_rsa
+ echo "$PERF_NOTE_KEY" >> ~/.ssh/perf_rsa
+ ssh-add ~/.ssh/perf_rsa
+}
# Reset the git notes and append the metrics file to the notes, then push and return the result.
# This is favoured over a git notes merge as it avoids potential data loss/duplication from the merge strategy.
function reset_append_note_push {
- git fetch -f $NOTES_ORIGIN refs/notes/$REF:refs/notes/$REF || true
- echo "git notes --ref=$REF append -F $METRICS_FILE HEAD"
- git notes --ref=$REF append -F $METRICS_FILE HEAD
- echo "git push $NOTES_ORIGIN refs/notes/$REF"
- git push $NOTES_ORIGIN refs/notes/$REF
+ pull || true
+ run git notes --ref=$REF append -F $METRICS_FILE HEAD
+ run git push $NOTES_ORIGIN_PUSH refs/notes/$REF
+}
+
+function push() {
+ # Check that private key is available (Set on all GitLab protected branches).
+ if [ -z ${PERF_NOTE_KEY+"$PERF_NOTE_KEY"} ]
+ then
+ echo "Not pushing performance git notes: PERF_NOTE_KEY is not set."
+ exit 0
+ fi
+
+ # TEST_ENV must be set.
+ if [ -z ${TEST_ENV+"$TEST_ENV"} ]
+ then
+ fail "Not pushing performance git notes: TEST_ENV must be set."
+ fi
+
+ # Assert that the METRICS_FILE exists and can be read.
+ if [ -z ${METRICS_FILE+"$METRICS_FILE"} ]
+ then
+ fail "\$METRICS_FILE not set."
+ fi
+ if ! [ -r $METRICS_FILE ]
+ then
+ fail "Metrics file not found: $METRICS_FILE"
+ fi
+
+ setup_ssh
+
+ # Push the metrics file as a git note. This may fail if another task pushes a note first. In that case
+ # the latest note is fetched and appended.
+ MAX_RETRY=20
+ until reset_append_note_push || [ $MAX_RETRY -le 0 ]
+ do
+ ((MAX_RETRY--))
+ echo ""
+ echo "Failed to push git notes. Fetching, appending, and retrying... $MAX_RETRY retries left."
+ done
}
-# Push the metrics file as a git note. This may fail if another task pushes a note first. In that case
-# the latest note is fetched and appended.
-MAX_RETRY=20
-until reset_append_note_push || [ $MAX_RETRY -le 0 ]
-do
- ((MAX_RETRY--))
- echo ""
- echo "Failed to push git notes. Fetching, appending, and retrying... $MAX_RETRY retries left."
-done
+case $1 in
+ push) push ;;
+ pull) pull ;;
+ *) fail "Invalid mode $1" ;;
+esac