diff options
author | Josh Smith <josh.smith@codethink.co.uk> | 2020-09-02 17:55:13 +0100 |
---|---|---|
committer | Josh Smith <josh.smith@codethink.co.uk> | 2020-09-03 19:04:35 +0100 |
commit | 9699079a55efd69d1acc132400a2ca62d2bde455 (patch) | |
tree | 9bd9ebc2b9eb4497f90f1afad037d2dbbfb1e88e | |
parent | 459f0a559d6eb62dd2b02f6646bc81b4ff517cac (diff) | |
download | buildstream-9699079a55efd69d1acc132400a2ca62d2bde455.tar.gz |
TMP: Comment unrelated tests
-rw-r--r-- | .gitlab-ci.yml | 684 |
1 files changed, 342 insertions, 342 deletions
diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index f6c121704..e5b2ca8c6 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -64,99 +64,99 @@ variables: paths: - .coverage-reports -tests-debian-10: - image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-debian:10-${DOCKER_IMAGE_VERSION} - <<: *tests +# tests-debian-10: +# image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-debian:10-${DOCKER_IMAGE_VERSION} +# <<: *tests -tests-fedora-31: - image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:31-${DOCKER_IMAGE_VERSION} - <<: *tests +# tests-fedora-31: +# image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:31-${DOCKER_IMAGE_VERSION} +# <<: *tests -tests-fedora-32: - image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:32-${DOCKER_IMAGE_VERSION} - <<: *tests +# tests-fedora-32: +# image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:32-${DOCKER_IMAGE_VERSION} +# <<: *tests -tests-ubuntu-18.04: - image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-ubuntu:18.04-${DOCKER_IMAGE_VERSION} - <<: *tests +# tests-ubuntu-18.04: +# image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-ubuntu:18.04-${DOCKER_IMAGE_VERSION} +# <<: *tests -tests-centos-7.7: - <<: *tests - image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-centos:7.7.1908-${DOCKER_IMAGE_VERSION} +# tests-centos-7.7: +# <<: *tests +# image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-centos:7.7.1908-${DOCKER_IMAGE_VERSION} -# Test the master version of some external plugins -tests-plugins-master: - <<: *tests - allow_failure: true +# # Test the master version of some external plugins +# tests-plugins-master: +# <<: *tests +# allow_failure: true - variables: - BST_PLUGINS_EXPERIMENTAL_VERSION: master +# variables: +# BST_PLUGINS_EXPERIMENTAL_VERSION: master -tests-userchroot: - image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:31-${DOCKER_IMAGE_VERSION} - <<: *tests - variables: - BST_CAS_STAGING_ROOT: "/builds/userchroot" +# tests-userchroot: +# image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:31-${DOCKER_IMAGE_VERSION} +# <<: *tests +# variables: +# BST_CAS_STAGING_ROOT: "/builds/userchroot" - script: - - mkdir -p "${INTEGRATION_CACHE}" - - useradd -Um buildstream +# script: +# - mkdir -p "${INTEGRATION_CACHE}" +# - useradd -Um buildstream - # Use buildbox-run-userchroot and hardlinking - - ln -svf buildbox-run-userchroot /usr/local/bin/buildbox-run - - rm -vf /usr/local/bin/buildbox-fuse +# # Use buildbox-run-userchroot and hardlinking +# - ln -svf buildbox-run-userchroot /usr/local/bin/buildbox-run +# - rm -vf /usr/local/bin/buildbox-fuse - # When using userchroot, buildbox-casd must run as a separate user - - useradd -g buildstream buildbox-casd - - chown buildbox-casd:buildstream /usr/local/bin/buildbox-casd - - chmod u+s /usr/local/bin/buildbox-casd +# # When using userchroot, buildbox-casd must run as a separate user +# - useradd -g buildstream buildbox-casd +# - chown buildbox-casd:buildstream /usr/local/bin/buildbox-casd +# - chmod u+s /usr/local/bin/buildbox-casd - # Set up staging root with permissions required by userchroot, - # must be on same filesystem as current directory to support hardlinks - - mkdir -p "${BST_CAS_STAGING_ROOT}" - - chown -R buildbox-casd:buildstream "${BST_CAS_STAGING_ROOT}" - # userchroot doesn't allow group/world-writable base directory - - chmod go-w /builds - - echo buildbox-casd:${BST_CAS_STAGING_ROOT} > /etc/userchroot.conf +# # Set up staging root with permissions required by userchroot, +# # must be on same filesystem as current directory to support hardlinks +# - mkdir -p "${BST_CAS_STAGING_ROOT}" +# - chown -R buildbox-casd:buildstream "${BST_CAS_STAGING_ROOT}" +# # userchroot doesn't allow group/world-writable base directory +# - chmod go-w /builds +# - echo buildbox-casd:${BST_CAS_STAGING_ROOT} > /etc/userchroot.conf - - chown -R buildstream:buildstream . +# - chown -R buildstream:buildstream . - # Run the tests as a simple user to test for permission issues - - su buildstream -c "umask 002 && ${TEST_COMMAND}" +# # Run the tests as a simple user to test for permission issues +# - su buildstream -c "umask 002 && ${TEST_COMMAND}" -tests-fedora-missing-deps: - # Ensure that tests behave nicely while missing bwrap and ostree - image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:32-${DOCKER_IMAGE_VERSION} - <<: *tests +# tests-fedora-missing-deps: +# # Ensure that tests behave nicely while missing bwrap and ostree +# image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:32-${DOCKER_IMAGE_VERSION} +# <<: *tests - script: - # We remove the Bubblewrap and OSTree packages here so that we catch any - # codepaths that try to use them. Removing OSTree causes fuse-libs to - # disappear unless we mark it as user-installed. - - dnf mark install fuse-libs systemd-udev - - dnf erase -y bubblewrap ostree +# script: +# # We remove the Bubblewrap and OSTree packages here so that we catch any +# # codepaths that try to use them. Removing OSTree causes fuse-libs to +# # disappear unless we mark it as user-installed. +# - dnf mark install fuse-libs systemd-udev +# - dnf erase -y bubblewrap ostree - - useradd -Um buildstream - - chown -R buildstream:buildstream . +# - useradd -Um buildstream +# - chown -R buildstream:buildstream . - - su buildstream -c "${TEST_COMMAND}" +# - su buildstream -c "${TEST_COMMAND}" -tests-fedora-update-deps: - # Check if the tests pass after updating requirements to their latest - # allowed version. - allow_failure: true - image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:32-${DOCKER_IMAGE_VERSION} - <<: *tests +# tests-fedora-update-deps: +# # Check if the tests pass after updating requirements to their latest +# # allowed version. +# allow_failure: true +# image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:32-${DOCKER_IMAGE_VERSION} +# <<: *tests - script: - - useradd -Um buildstream - - chown -R buildstream:buildstream . +# script: +# - useradd -Um buildstream +# - chown -R buildstream:buildstream . - - make --always-make --directory requirements - - cat requirements/*.txt +# - make --always-make --directory requirements +# - cat requirements/*.txt - - su buildstream -c "${TEST_COMMAND}" +# - su buildstream -c "${TEST_COMMAND}" # This template ensures that the server stack defined in COMPOSE_MANIFEST is spun up for script execution # and cleaned up after the script is completed. @@ -179,35 +179,35 @@ tests-fedora-update-deps: # Required to be able to connect to the docker daemon. See https://gitlab.com/gitlab-org/gitlab-runner/issues/4501 DOCKER_TLS_CERTDIR: "" -tests-remote-execution: - <<: *tests - <<: *remote-test # Spin up server stack - variables: - <<: *docker-variables - COMPOSE_MANIFEST: .gitlab-ci/buildgrid-remote-execution.yml # < *remote-test - ARTIFACT_CACHE_SERVICE: http://docker:50052 - REMOTE_EXECUTION_SERVICE: http://docker:50051 - SOURCE_CACHE_SERVICE: http://docker:50052 - PYTEST_ARGS: "--color=yes --remote-execution" - -tests-remote-cache: - <<: *tests - <<: *remote-test # Spin up/down server stack - variables: - <<: *docker-variables - COMPOSE_MANIFEST: .gitlab-ci/cache-server.yml # < *remote-test - ARTIFACT_CACHE_SERVICE: http://docker:50052 - PYTEST_ARGS: "--color=yes --remote-cache" - -tests-bb-remote-cache: - <<: *tests - <<: *remote-test # Spin up/down server stack - variables: - <<: *docker-variables - COMPOSE_MANIFEST: .gitlab-ci/buildbarn-remote-cache.yml # < *remote-test - ARTIFACT_INDEX_SERVICE: http://docker:8979 - ARTIFACT_STORAGE_SERVICE: http://docker:8980 - PYTEST_ARGS: "--color=yes --remote-cache" +# tests-remote-execution: +# <<: *tests +# <<: *remote-test # Spin up server stack +# variables: +# <<: *docker-variables +# COMPOSE_MANIFEST: .gitlab-ci/buildgrid-remote-execution.yml # < *remote-test +# ARTIFACT_CACHE_SERVICE: http://docker:50052 +# REMOTE_EXECUTION_SERVICE: http://docker:50051 +# SOURCE_CACHE_SERVICE: http://docker:50052 +# PYTEST_ARGS: "--color=yes --remote-execution" + +# tests-remote-cache: +# <<: *tests +# <<: *remote-test # Spin up/down server stack +# variables: +# <<: *docker-variables +# COMPOSE_MANIFEST: .gitlab-ci/cache-server.yml # < *remote-test +# ARTIFACT_CACHE_SERVICE: http://docker:50052 +# PYTEST_ARGS: "--color=yes --remote-cache" + +# tests-bb-remote-cache: +# <<: *tests +# <<: *remote-test # Spin up/down server stack +# variables: +# <<: *docker-variables +# COMPOSE_MANIFEST: .gitlab-ci/buildbarn-remote-cache.yml # < *remote-test +# ARTIFACT_INDEX_SERVICE: http://docker:8979 +# ARTIFACT_STORAGE_SERVICE: http://docker:8980 +# PYTEST_ARGS: "--color=yes --remote-cache" tests-bb-remote-execution: <<: *tests @@ -221,245 +221,245 @@ tests-bb-remote-execution: SOURCE_CACHE_SERVICE: http://docker:8980 PYTEST_ARGS: "--color=yes --remote-execution" -tests-no-usedevelop: - # Ensure that tests also pass without `--develop` flag. - image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:32-${DOCKER_IMAGE_VERSION} - <<: *tests - variables: - TOXENV: py36-nocover,py37-nocover,py38-nocover - - -# Run type checkers -mypy: - stage: test - - script: - - tox -e mypy - except: - - schedules - -# Lint separately from testing -lint: - image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:32-${DOCKER_IMAGE_VERSION} - stage: test - - before_script: - # Diagnostics - - python3 --version - - script: - - tox -e format-check,lint - except: - - schedules - -# Catch regressions in native windows support -tests-win32-master: - stage: test - variables: - LC_ALL: C.UTF-8 - LANG: C.UTF-8 - tags: - - win32 - script: - - tox -e win32 - only: - - master - except: - - schedules - -# Optional test to catch regressions in native windows support on non-master branches -tests-win32-non-master: - stage: test - variables: - LC_ALL: C.UTF-8 - LANG: C.UTF-8 - tags: - - win32 - script: - - tox -e win32 - except: - - master - when: manual - -# Automatically build documentation for every commit, we want to know -# if building documentation fails even if we're not deploying it. -docs: - stage: test - variables: - BST_FORCE_SESSION_REBUILD: 1 - script: - - env BST_SOURCE_CACHE="$(pwd)/cache/integration-cache/sources" tox -e docs - - mv doc/build/html public - except: - - schedules - artifacts: - paths: - - public/ - -.overnight-tests: &overnight-tests-template - stage: test - image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:32-${DOCKER_IMAGE_VERSION} - variables: - FD_SDK_REF: freedesktop-sdk-20.08beta.1-buildstream2 - BST_EXT_REF: 1.93.4 - before_script: - - | - mkdir -p "${HOME}/.config" - cat <<EOF >"${HOME}/.config/buildstream.conf" - scheduler: - fetchers: 2 - EOF - - dnf install -y ostree - # Install pinned BuildStream dependencies, BuildStream from the local repository - # and bst-plugins-expeirmental from its repository - - | - pip3 install \ - -r requirements/requirements.txt . \ - git+https://gitlab.com/buildstream/bst-plugins-experimental.git@${BST_EXT_REF}#egg=bst_plugins_experimental[cargo] \ - . - - git clone https://gitlab.com/freedesktop-sdk/freedesktop-sdk.git - - git -C freedesktop-sdk checkout ${FD_SDK_REF} - artifacts: - paths: - - "${HOME}/.cache/buildstream/logs" - only: - - schedules - -overnight-tests: - <<: *overnight-tests-template - script: - - | - cat > ~/.config/buildstream.conf << EOF - # Get a lot of output in case of errors - logging: - error-lines: 80 - # - # Artifacts - # - artifacts: - - url: https://bb-cache.buildstream.build:11002 - client-cert: $OVERNIGHT_CACHE_PUSH_CERT - client-key: $OVERNIGHT_CACHE_PUSH_KEY - push: true - EOF - - make -C freedesktop-sdk - tags: - - overnight-tests - -overnight-tests-no-cache: - <<: *overnight-tests-template - script: - - sed -i '/artifacts:/,+1 d' freedesktop-sdk/project.conf - - make -C freedesktop-sdk - tags: - - overnight-tests - -# These tests might be a bit more flaky since they randomize the order -# They will also take longer to run. Hence run them only nightly -overnight-randomized: - image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:32-${DOCKER_IMAGE_VERSION} - <<: *tests - - script: - - mkdir -p "${INTEGRATION_CACHE}" - - useradd -Um buildstream - - chown -R buildstream:buildstream . - - # Don't run tests multiprocessed here, the randomized order doesn't like that - - su buildstream -c "tox -e py36-randomized,py37-randomized,py38-randomized -- --color=yes --integration" - - su buildstream -c "tox -e py36-randomized-external,py37-randomized-external,py38-randomized-external -- --color=yes --integration" - - # We need to override the exclusion from the template in order to run on schedules - except: [] - only: - - schedules - -##################################################### -# Post stage # -##################################################### - -analysis: - stage: post - script: - - | - pip3 install radon - mkdir analysis - - - | - echo "Calculating Maintainability Index" - radon mi -s -j src/buildstream > analysis/mi.json - radon mi -s src/buildstream - - - | - echo "Calculating Cyclomatic Complexity" - radon cc -a -s -j src/buildstream > analysis/cc.json - radon cc -a -s src/buildstream - - - | - echo "Calculating Raw Metrics" - radon raw -s -j src/buildstream > analysis/raw.json - radon raw -s src/buildstream - - except: - - schedules - artifacts: - paths: - - analysis/ - -# Collate coverage reports -# -coverage: - stage: post - coverage: '/TOTAL +\d+ +\d+ +(\d+\.\d+)%/' - script: - - cp -a .coverage-reports/ ./coverage-sources - - tox -e coverage - - cp -a .coverage-reports/ ./coverage-report - dependencies: - - tests-centos-7.7 - - tests-debian-10 - - tests-fedora-31 - - tests-remote-execution - - tests-ubuntu-18.04 - - tests-userchroot - except: - - schedules - artifacts: - paths: - - coverage-sources/ - - coverage-report/ - -# Deploy, only for merges which land on master branch. -# -pages: - stage: publish - dependencies: - - coverage - - docs - variables: - ACME_DIR: public/.well-known/acme-challenge - COVERAGE_DIR: public/coverage - script: - - mkdir -p ${ACME_DIR} - # Required to finish the creation of the Let's Encrypt certificate, - # which allows using https://docs.buildstream.build/ for accessing - # the documentation. - - echo ${ACME_CHALLENGE} > ${ACME_DIR}/$(echo ${ACME_CHALLENGE} | cut -c1-43) - - mkdir -p ${COVERAGE_DIR} - - cp -a ./coverage-report/ ${COVERAGE_DIR} - artifacts: - paths: - - public/ - only: - # - # FIXME: - # - # Ideally we want to publish to a different subdir of - # pages depending on which stable branch we are building here, - # not currently automatically supported but can be worked around. - # - # See https://gitlab.com/gitlab-org/gitlab-ce/issues/35141 - # - - master - except: - - schedules +# tests-no-usedevelop: +# # Ensure that tests also pass without `--develop` flag. +# image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:32-${DOCKER_IMAGE_VERSION} +# <<: *tests +# variables: +# TOXENV: py36-nocover,py37-nocover,py38-nocover + + +# # Run type checkers +# mypy: +# stage: test + +# script: +# - tox -e mypy +# except: +# - schedules + +# # Lint separately from testing +# lint: +# image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:32-${DOCKER_IMAGE_VERSION} +# stage: test + +# before_script: +# # Diagnostics +# - python3 --version + +# script: +# - tox -e format-check,lint +# except: +# - schedules + +# # Catch regressions in native windows support +# tests-win32-master: +# stage: test +# variables: +# LC_ALL: C.UTF-8 +# LANG: C.UTF-8 +# tags: +# - win32 +# script: +# - tox -e win32 +# only: +# - master +# except: +# - schedules + +# # Optional test to catch regressions in native windows support on non-master branches +# tests-win32-non-master: +# stage: test +# variables: +# LC_ALL: C.UTF-8 +# LANG: C.UTF-8 +# tags: +# - win32 +# script: +# - tox -e win32 +# except: +# - master +# when: manual + +# # Automatically build documentation for every commit, we want to know +# # if building documentation fails even if we're not deploying it. +# docs: +# stage: test +# variables: +# BST_FORCE_SESSION_REBUILD: 1 +# script: +# - env BST_SOURCE_CACHE="$(pwd)/cache/integration-cache/sources" tox -e docs +# - mv doc/build/html public +# except: +# - schedules +# artifacts: +# paths: +# - public/ + +# .overnight-tests: &overnight-tests-template +# stage: test +# image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:32-${DOCKER_IMAGE_VERSION} +# variables: +# FD_SDK_REF: freedesktop-sdk-20.08beta.1-buildstream2 +# BST_EXT_REF: 1.93.4 +# before_script: +# - | +# mkdir -p "${HOME}/.config" +# cat <<EOF >"${HOME}/.config/buildstream.conf" +# scheduler: +# fetchers: 2 +# EOF +# - dnf install -y ostree +# # Install pinned BuildStream dependencies, BuildStream from the local repository +# # and bst-plugins-expeirmental from its repository +# - | +# pip3 install \ +# -r requirements/requirements.txt . \ +# git+https://gitlab.com/buildstream/bst-plugins-experimental.git@${BST_EXT_REF}#egg=bst_plugins_experimental[cargo] \ +# . +# - git clone https://gitlab.com/freedesktop-sdk/freedesktop-sdk.git +# - git -C freedesktop-sdk checkout ${FD_SDK_REF} +# artifacts: +# paths: +# - "${HOME}/.cache/buildstream/logs" +# only: +# - schedules + +# overnight-tests: +# <<: *overnight-tests-template +# script: +# - | +# cat > ~/.config/buildstream.conf << EOF +# # Get a lot of output in case of errors +# logging: +# error-lines: 80 +# # +# # Artifacts +# # +# artifacts: +# - url: https://bb-cache.buildstream.build:11002 +# client-cert: $OVERNIGHT_CACHE_PUSH_CERT +# client-key: $OVERNIGHT_CACHE_PUSH_KEY +# push: true +# EOF +# - make -C freedesktop-sdk +# tags: +# - overnight-tests + +# overnight-tests-no-cache: +# <<: *overnight-tests-template +# script: +# - sed -i '/artifacts:/,+1 d' freedesktop-sdk/project.conf +# - make -C freedesktop-sdk +# tags: +# - overnight-tests + +# # These tests might be a bit more flaky since they randomize the order +# # They will also take longer to run. Hence run them only nightly +# overnight-randomized: +# image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:32-${DOCKER_IMAGE_VERSION} +# <<: *tests + +# script: +# - mkdir -p "${INTEGRATION_CACHE}" +# - useradd -Um buildstream +# - chown -R buildstream:buildstream . + +# # Don't run tests multiprocessed here, the randomized order doesn't like that +# - su buildstream -c "tox -e py36-randomized,py37-randomized,py38-randomized -- --color=yes --integration" +# - su buildstream -c "tox -e py36-randomized-external,py37-randomized-external,py38-randomized-external -- --color=yes --integration" + +# # We need to override the exclusion from the template in order to run on schedules +# except: [] +# only: +# - schedules + +# ##################################################### +# # Post stage # +# ##################################################### + +# analysis: +# stage: post +# script: +# - | +# pip3 install radon +# mkdir analysis + +# - | +# echo "Calculating Maintainability Index" +# radon mi -s -j src/buildstream > analysis/mi.json +# radon mi -s src/buildstream + +# - | +# echo "Calculating Cyclomatic Complexity" +# radon cc -a -s -j src/buildstream > analysis/cc.json +# radon cc -a -s src/buildstream + +# - | +# echo "Calculating Raw Metrics" +# radon raw -s -j src/buildstream > analysis/raw.json +# radon raw -s src/buildstream + +# except: +# - schedules +# artifacts: +# paths: +# - analysis/ + +# # Collate coverage reports +# # +# coverage: +# stage: post +# coverage: '/TOTAL +\d+ +\d+ +(\d+\.\d+)%/' +# script: +# - cp -a .coverage-reports/ ./coverage-sources +# - tox -e coverage +# - cp -a .coverage-reports/ ./coverage-report +# dependencies: +# - tests-centos-7.7 +# - tests-debian-10 +# - tests-fedora-31 +# - tests-remote-execution +# - tests-ubuntu-18.04 +# - tests-userchroot +# except: +# - schedules +# artifacts: +# paths: +# - coverage-sources/ +# - coverage-report/ + +# # Deploy, only for merges which land on master branch. +# # +# pages: +# stage: publish +# dependencies: +# - coverage +# - docs +# variables: +# ACME_DIR: public/.well-known/acme-challenge +# COVERAGE_DIR: public/coverage +# script: +# - mkdir -p ${ACME_DIR} +# # Required to finish the creation of the Let's Encrypt certificate, +# # which allows using https://docs.buildstream.build/ for accessing +# # the documentation. +# - echo ${ACME_CHALLENGE} > ${ACME_DIR}/$(echo ${ACME_CHALLENGE} | cut -c1-43) +# - mkdir -p ${COVERAGE_DIR} +# - cp -a ./coverage-report/ ${COVERAGE_DIR} +# artifacts: +# paths: +# - public/ +# only: +# # +# # FIXME: +# # +# # Ideally we want to publish to a different subdir of +# # pages depending on which stable branch we are building here, +# # not currently automatically supported but can be worked around. +# # +# # See https://gitlab.com/gitlab-org/gitlab-ce/issues/35141 +# # +# - master +# except: +# - schedules |