variables: GIT_SSL_NO_VERIFY: "1" before_script: - python3 .gitlab/fix-submodules.py - git submodule sync --recursive - git submodule update --init --recursive - git checkout .gitmodules - "git fetch https://gitlab.haskell.org/ghc/ghc-performance-notes.git refs/notes/perf:refs/notes/perf || true" stages: - lint - build - full-build - cleanup # See Note [Cleanup on Windows] ############################################################ # Runner Tags ############################################################ # # * x86_64-linux: Any Docker-capable x86_64 Linux machine # * aarch64-linux: Any Docker-capable AArch64 Linux machine # * x86_64-windows: A x86_64 Windows machine # * lint: Any Docker-capable x86_64 Linux machine; distinct from # x86_64-linux to ensure low-latency availability. # ############################################################ # Linting ############################################################ ghc-linters: stage: lint image: ghcci/linters:0.1 script: - | if [ -n "$CI_MERGE_REQUEST_ID" ]; then base="$(git merge-base $CI_MERGE_REQUEST_BRANCH_NAME HEAD)" validate-commit-msg .git $(git rev-list $base..$CI_COMMIT_SHA) submodchecker .git $(git rev-list $base..$CI_COMMIT_SHA) validate-whitespace .git $(git rev-list $base..$CI_COMMIT_SHA) .gitlab/linters/check-makefiles.py $base $CI_COMMIT_SHA .gitlab/linters/check-cpp.py $base $CI_COMMIT_SHA fi dependencies: [] tags: - lint ############################################################ # Validation via Pipelines (hadrian) ############################################################ .validate-hadrian: allow_failure: true script: - git clean -xdf && git submodule foreach git clean -xdf - bash .circleci/prepare-system.sh - if [[ -d ./cabal-cache ]]; then cp -R ./.cabal-cache ~/.cabal-cache; fi - ./boot - ./configure $CONFIGURE_ARGS - hadrian/build.cabal.sh -j`mk/detect-cpu-count.sh` - hadrian/build.cabal.sh -j`mk/detect-cpu-count.sh` docs-haddock cache: key: hadrian paths: - cabal-cache validate-x86_64-linux-deb8-hadrian: extends: .validate-hadrian stage: build image: ghcci/x86_64-linux-deb8:0.1 before_script: # workaround for docker permissions - sudo chown ghc:ghc -R . - python3 .gitlab/fix-submodules.py - git submodule sync --recursive - git submodule update --init --recursive - git checkout .gitmodules - "git fetch https://gitlab.haskell.org/ghc/ghc-performance-notes.git refs/notes/perf:refs/notes/perf || true" tags: - x86_64-linux ############################################################ # Validation via Pipelines (make) ############################################################ .validate: variables: TEST_TYPE: test before_script: - git clean -xdf && git submodule foreach git clean -xdf script: - ./boot - ./configure $CONFIGURE_ARGS - | THREADS=`mk/detect-cpu-count.sh` make V=0 -j$THREADS WERROR=-Werror - | make binary-dist TAR_COMP_OPTS="-1" mv ghc-*.tar.xz ghc.tar.xz - | # Prepare to push git notes. METRICS_FILE=$(mktemp) git config user.email "ben+ghc-ci@smart-cactus.org" git config user.name "GHC GitLab CI" - | THREADS=`mk/detect-cpu-count.sh` make $TEST_TYPE THREADS=$THREADS JUNIT_FILE=../../junit.xml METRICS_FILE=$METRICS_FILE - | # Push git notes. METRICS_FILE=$METRICS_FILE .gitlab/push-test-metrics.sh dependencies: [] artifacts: reports: junit: junit.xml expire_in: 2 week paths: - ghc.tar.xz - junit.xml validate-x86_64-darwin: extends: .validate stage: full-build tags: - x86_64-darwin variables: GHC_VERSION: 8.6.3 MACOSX_DEPLOYMENT_TARGET: "10.7" # Only Sierra and onwards supports clock_gettime. See #12858 ac_cv_func_clock_gettime: "no" LANG: "en_US.UTF-8" CONFIGURE_ARGS: --with-intree-gmp TEST_ENV: "x86_64-darwin" before_script: - git clean -xdf && git submodule foreach git clean -xdf - python3 .gitlab/fix-submodules.py - git submodule sync --recursive - git submodule update --init --recursive - git checkout .gitmodules - "git fetch https://gitlab.haskell.org/ghc/ghc-performance-notes.git refs/notes/perf:refs/notes/perf || true" - bash .gitlab/darwin-init.sh - PATH="`pwd`/toolchain/bin:$PATH" after_script: - cp -Rf $HOME/.cabal cabal-cache artifacts: when: always expire_in: 2 week cache: key: darwin paths: - cabal-cache - toolchain .validate-linux: extends: .validate tags: - x86_64-linux before_script: - git clean -xdf && git submodule foreach git clean -xdf - python3 .gitlab/fix-submodules.py - git submodule sync --recursive - git submodule update --init --recursive - git checkout .gitmodules - "git fetch https://gitlab.haskell.org/ghc/ghc-performance-notes.git refs/notes/perf:refs/notes/perf || true" - bash .circleci/prepare-system.sh # workaround for docker permissions - sudo chown ghc:ghc -R . after_script: - cp -Rf $HOME/.cabal cabal-cache cache: key: linux paths: - cabal-cache - toolchain validate-aarch64-linux-deb9: extends: .validate-linux stage: full-build image: ghcci/aarch64-linux-deb9:0.1 allow_failure: true variables: TEST_ENV: "aarch64-linux-deb9" artifacts: when: always expire_in: 2 week cache: key: linux-aarch64-deb9 tags: - aarch64-linux nightly-aarch64-linux-deb9: extends: validate-aarch64-linux-deb9 stage: full-build artifacts: expire_in: 2 year variables: TEST_TYPE: slowtest only: variables: - $NIGHTLY validate-i386-linux-deb9: extends: .validate-linux stage: full-build image: ghcci/i386-linux-deb9:0.1 allow_failure: true variables: TEST_ENV: "i386-linux-deb9" artifacts: when: always expire_in: 2 week cache: key: linux-i386-deb9 nightly-i386-linux-deb9: extends: .validate-linux stage: full-build image: ghcci/i386-linux-deb9:0.1 allow_failure: true variables: TEST_TYPE: slowtest TEST_ENV: "i386-linux-deb9" artifacts: when: always expire_in: 2 week only: variables: - $NIGHTLY cache: key: linux-i386-deb9 # N.B. Has DEBUG assertions enabled in stage2 validate-x86_64-linux-deb9-debug: extends: .validate-linux stage: build image: ghcci/x86_64-linux-deb9:0.2 variables: BUILD_FLAVOUR: devel2 TEST_ENV: "x86_64-linux-deb9-debug" cache: key: linux-x86_64-deb9 validate-x86_64-linux-deb9: extends: .validate-linux stage: build image: ghcci/x86_64-linux-deb9:0.2 variables: TEST_ENV: "x86_64-linux-deb9" artifacts: when: always expire_in: 2 week cache: key: linux-x86_64-deb9 nightly-x86_64-linux-deb9: extends: validate-x86_64-linux-deb9 stage: build artifacts: expire_in: 2 year variables: TEST_TYPE: slowtest only: variables: - $NIGHTLY validate-x86_64-linux-deb9-llvm: extends: .validate-linux stage: full-build image: ghcci/x86_64-linux-deb9:0.2 variables: BUILD_FLAVOUR: perf-llvm TEST_ENV: "x86_64-linux-deb9-llvm" cache: key: linux-x86_64-deb9 validate-x86_64-linux-deb8: extends: .validate-linux stage: full-build image: ghcci/x86_64-linux-deb8:0.1 variables: TEST_ENV: "x86_64-linux-deb8" cache: key: linux-x86_64-deb8 artifacts: when: always expire_in: 2 week validate-x86_64-linux-fedora27: extends: .validate-linux stage: full-build image: ghcci/x86_64-linux-fedora27:0.1 variables: TEST_ENV: "x86_64-linux-fedora27" cache: key: linux-x86_64-fedora27 artifacts: when: always expire_in: 2 week validate-x86_64-linux-deb9-integer-simple: extends: .validate-linux stage: full-build variables: INTEGER_LIBRARY: integer-simple TEST_ENV: "x86_64-linux-deb9-integer-simple" image: ghcci/x86_64-linux-deb9:0.2 cache: key: linux-x86_64-deb9 nightly-x86_64-linux-deb9-integer-simple: extends: validate-x86_64-linux-deb9-integer-simple stage: full-build artifacts: expire_in: 2 year variables: TEST_TYPE: slowtest only: variables: - $NIGHTLY validate-x86_64-linux-deb9-unreg: extends: .validate-linux stage: full-build variables: CONFIGURE_ARGS: --enable-unregisterised TEST_ENV: "x86_64-linux-deb9-unreg" image: ghcci/x86_64-linux-deb9:0.2 cache: key: linux-x86_64-deb9 ############################################################ # Validation via Pipelines (Windows) ############################################################ .validate-windows: before_script: - git clean -xdf - git submodule foreach git clean -xdf # Use a local temporary directory to ensure that concurrent builds don't # interfere with one another - | mkdir tmp set TMP=%cd%\tmp set TEMP=%cd%\tmp - set PATH=C:\msys64\usr\bin;%PATH% - python .gitlab/fix-submodules.py - git submodule sync --recursive - git submodule update --init --recursive - git checkout .gitmodules - "git fetch https://gitlab.haskell.org/ghc/ghc-performance-notes.git refs/notes/perf:refs/notes/perf || true" - bash .gitlab/win32-init.sh after_script: - rd /s /q tmp - robocopy /np /nfl /ndl /e "%APPDATA%\cabal" cabal-cache - bash -c 'make clean || true' dependencies: [] cache: paths: - cabal-cache - ghc-8.6.2 - ghc-tarballs validate-x86_64-windows-hadrian: extends: .validate-windows stage: full-build variables: GHC_VERSION: "8.6.2" LANG: "en_US.UTF-8" script: - | set MSYSTEM=MINGW64 python boot bash -c './configure --enable-tarballs-autodownload GHC=`pwd`/toolchain/bin/ghc HAPPY=`pwd`/toolchain/bin/happy ALEX=`pwd`/toolchain/bin/alex' mkdir -p _build cp -R inplace/mingw _build/mingw - bash -c "PATH=`pwd`/toolchain/bin:$PATH hadrian/build.cabal.sh -j`mk/detect-cpu-count.sh` --flavour=Quick" # FIXME: Bindist disabled due to #16073 #- bash -c "PATH=`pwd`/toolchain/bin:$PATH hadrian/build.cabal.sh binary-dist" # FIXME: Testsuite disabled due to #16156. #- bash -c 'make V=0 test THREADS=`mk/detect-cpu-count.sh` JUNIT_FILE=../../junit.xml' cache: key: x86_64-windows tags: - x86_64-windows validate-x86_64-windows: extends: .validate-windows stage: full-build # due to #16084 allow_failure: true variables: GHC_VERSION: "8.6.2" LANG: "en_US.UTF-8" script: - | set MSYSTEM=MINGW64 python boot bash -c './configure --enable-tarballs-autodownload GHC=`pwd`/toolchain/bin/ghc HAPPY=`pwd`/toolchain/bin/happy ALEX=`pwd`/toolchain/bin/alex' - bash -c "echo include mk/flavours/quick.mk > mk/build.mk" - bash -c "PATH=`pwd`/toolchain/bin:$PATH make -j`mk/detect-cpu-count.sh`" - | bash -c "make binary-dist TAR_COMP_OPTS=-1" mv ghc-*.tar.xz ghc.tar.xz - bash -c 'make V=0 test THREADS=`mk/detect-cpu-count.sh` JUNIT_FILE=../../junit.xml' cache: key: x86_64-windows tags: - x86_64-windows artifacts: when: always reports: junit: junit.xml paths: - ghc.tar.xz - junit.xml # Note [Cleaning up after shell executor] # ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ # # As noted in [1], gitlab-runner's shell executor doesn't clean up its working # directory after builds. Unfortunately, we are forced to use the shell executor # on Windows. To avoid running out of disk space we add a stage at the end of # the build to remove the \GitLabRunner\builds directory. Since we only run a # single build at a time on Windows this should be safe. # # [1] https://gitlab.com/gitlab-org/gitlab-runner/issues/3856 # See Note [Cleanup after shell executor] cleanup-windows: stage: cleanup tags: - x86_64-windows when: always dependencies: [] before_script: - echo "Time to clean up" script: - echo "Let's go" after_script: - set "BUILD_DIR=%CI_PROJECT_DIR%" - set "BUILD_DIR=%BUILD_DIR:/=\%" - echo "Cleaning %BUILD_DIR%" - cd \GitLabRunner # This is way more complicated than it should be: # See https://stackoverflow.com/questions/1965787 - del %BUILD_DIR%\* /F /Q - for /d %%p in (%BUILD_DIR%\*) do rd /Q /S "%%p" - exit /b 0 # See Note [Cleanup after shell executor] cleanup-darwin: stage: cleanup tags: - x86_64-darwin when: always dependencies: [] before_script: - echo "Time to clean up" script: - echo "Let's go" after_script: - BUILD_DIR=$CI_PROJECT_DIR - echo "Cleaning $BUILD_DIR" - cd $HOME - rm -Rf $BUILD_DIR/* - exit 0