From d2ebdc50342734a9627e383faf45b98bbc4107ba Mon Sep 17 00:00:00 2001
From: Tiago Gomes <tiago.gomes@codethink.co.uk>
Date: Mon, 23 Jul 2018 13:11:49 +0100
Subject: WIP Add end-to-end tests

TODO:
* Uncomment when clausule.
* Remove debug information.
---
 .gitlab-ci.yml | 46 ++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 46 insertions(+)

diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 93fbea779..ef4c2fe9d 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -84,6 +84,8 @@ source_dist:
   - cd ../..
   - mkdir -p coverage-linux/
   - cp dist/buildstream/.coverage.* coverage-linux/coverage."${CI_JOB_NAME}"
+  except:
+  - schedules
   artifacts:
     paths:
     - coverage-linux/
@@ -125,6 +127,8 @@ tests-unix:
     - cd ../..
     - mkdir -p coverage-unix/
     - cp dist/buildstream/.coverage.* coverage-unix/coverage.unix
+  except:
+  - schedules
   artifacts:
     paths:
     - coverage-unix/
@@ -146,10 +150,44 @@ docs:
   - make BST_FORCE_SESSION_REBUILD=1 -C doc
   - cd ../..
   - mv dist/buildstream/doc/build/html public
+  except:
+  - schedules
   artifacts:
     paths:
     - public/
 
+.system-tests: &system-tests-template
+  stage: test
+  variables:
+    XDG_CACHE_HOME: /cache
+    bst_ext_url: git+https://gitlab.com/BuildStream/bst-external.git
+    bst_ext_ref: 31376f750df713b3613d5348f93100c7e0ef68c0 # 0.3
+    fd_sdk_ref: 27cb7575f57e2922331facbd252dc690807c7182 # 18.08
+    expected_cache_key: 49816d4c
+  before_script:
+  - (cd dist && ./unpack.sh && cd buildstream && pip3 install .)
+  - pip3 install --user -e ${bst_ext_url}@${bst_ext_ref}#egg=bst_ext
+  - git clone https://gitlab.com/freedesktop-sdk/freedesktop-sdk.git
+  - git -C freedesktop-sdk checkout ${fd_sdk_ref}
+  #when:
+  #- schedules
+
+system-tests:
+  <<: *system-tests-template
+  script:
+  - make -C freedesktop-sdk
+  - cache_key=$(bst -C freedesktop-sdk show all.bst --deps none --format %{key})
+  - test ${cache_key} == ${expected_cache_key}
+
+system-tests-no-cache:
+  <<: *system-tests-template
+  script:
+  - sed -i '/artifacts:/,+1 d' freedesktop-sdk/bootstrap/project.conf
+  - sed -i '/artifacts:/,+1 d' freedesktop-sdk/project.conf
+  - make -C freedesktop-sdk
+  - cache_key=$(bst -C freedesktop-sdk show all.bst --deps none --format %{key})
+  - test ${cache_key} == ${expected_cache_key}
+
 
 #####################################################
 #                    Post stage                     #
@@ -174,6 +212,8 @@ codequality:
         --volume "$PWD":/code
         --volume /var/run/docker.sock:/var/run/docker.sock
         "registry.gitlab.com/gitlab-org/security-products/codequality:$SP_VERSION" /code
+  except:
+  - schedules
   artifacts:
     paths: [codeclimate.json]
 
@@ -199,6 +239,8 @@ analysis:
     radon raw -s -j buildstream > analysis/raw.json
     radon raw -s buildstream
 
+  except:
+  - schedules
   artifacts:
     paths:
     - analysis/
@@ -223,6 +265,8 @@ coverage:
   - tests-fedora-27
   - tests-unix
   - source_dist
+  except:
+  - schedules
 
 # Deploy, only for merges which land on master branch.
 #
@@ -247,3 +291,5 @@ pages:
   # See https://gitlab.com/gitlab-org/gitlab-ce/issues/35141
   #
   - master
+  except:
+  - schedules
-- 
cgit v1.2.1