path: root/.gitlab/ci/rails.gitlab-ci.yml

# Make sure to update all the similar conditions in other CI config files if you modify these conditions
.if-not-ee: &if-not-ee
  if: '$CI_PROJECT_NAME !~ /^gitlab(-ee)?$/'

# Make sure to update all the similar conditions in other CI config files if you modify these conditions
.if-master-refs: &if-master-refs
  if: '$CI_COMMIT_REF_NAME == "master"'

# Make sure to update all the similar conditions in other CI config files if you modify these conditions
.if-default-refs: &if-default-refs
  if: '$CI_COMMIT_REF_NAME == "master" || $CI_COMMIT_REF_NAME =~ /^[\d-]+-stable(-ee)?$/ || $CI_COMMIT_REF_NAME =~ /^\d+-\d+-auto-deploy-\d+$/ || $CI_COMMIT_REF_NAME =~ /^security\// || $CI_MERGE_REQUEST_IID || $CI_COMMIT_TAG'

# Make sure to update all the similar conditions in other CI config files if you modify these conditions
.if-merge-request: &if-merge-request
  if: '$CI_MERGE_REQUEST_IID'

# Make sure to update all the similar patterns in other CI config files if you modify these patterns
.code-backstage-patterns: &code-backstage-patterns
  - ".gitlab/ci/**/*"
  - ".{eslintignore,gitattributes,nvmrc,prettierrc,stylelintrc,yamllint}"
  - ".{codeclimate,eslintrc,gitlab-ci,haml-lint,haml-lint_todo,rubocop,rubocop_todo,scss-lint}.yml"
  - ".csscomb.json"
  - "Dockerfile.assets"
  - "*_VERSION"
  - "Gemfile{,.lock}"
  - "Rakefile"
  - "{babel.config,jest.config}.js"
  - "config.ru"
  - "{package.json,yarn.lock}"
  - "{,ee/}{app,bin,config,db,haml_lint,lib,locale,public,scripts,symbol,vendor}/**/*"
  - "doc/api/graphql/reference/*" # Files in this folder are auto-generated
  # Backstage changes
  - "Dangerfile"
  - "danger/**/*"
  - "{,ee/}fixtures/**/*"
  - "{,ee/}rubocop/**/*"
  - "{,ee/}spec/**/*"
  - "doc/README.md"  # Some RSpec test rely on this file

# Make sure to update all the similar patterns in other CI config files if you modify these patterns
.code-backstage-qa-patterns: &code-backstage-qa-patterns
  - ".gitlab/ci/**/*"
  - ".{eslintignore,gitattributes,nvmrc,prettierrc,stylelintrc,yamllint}"
  - ".{codeclimate,eslintrc,gitlab-ci,haml-lint,haml-lint_todo,rubocop,rubocop_todo,scss-lint}.yml"
  - ".csscomb.json"
  - "Dockerfile.assets"
  - "*_VERSION"
  - "Gemfile{,.lock}"
  - "Rakefile"
  - "{babel.config,jest.config}.js"
  - "config.ru"
  - "{package.json,yarn.lock}"
  - "{,ee/}{app,bin,config,db,haml_lint,lib,locale,public,scripts,symbol,vendor}/**/*"
  - "doc/api/graphql/reference/*" # Files in this folder are auto-generated
  # Backstage changes
  - "Dangerfile"
  - "danger/**/*"
  - "{,ee/}fixtures/**/*"
  - "{,ee/}rubocop/**/*"
  - "{,ee/}spec/**/*"
  - "doc/README.md"  # Some RSpec test rely on this file
  # QA changes
  - ".dockerignore"
  - "qa/**/*"

.rails:rules:ee-and-foss:
  rules:
    - <<: *if-default-refs
      changes: *code-backstage-patterns
      when: on_success

.rails:rules:default-refs-code-backstage-qa:
  rules:
    - <<: *if-default-refs
      changes: *code-backstage-qa-patterns
      when: on_success

.rails:rules:master-refs-code-backstage:
  rules:
    - <<: *if-master-refs
      changes: *code-backstage-patterns
      when: on_success

.rails:rules:master-refs-code-backstage-ee-only:
  rules:
    - <<: *if-not-ee
      when: never
    - <<: *if-master-refs
      changes: *code-backstage-patterns
      when: on_success

.rails:rules:ee-only:
  rules:
    - <<: *if-not-ee
      when: never
    - <<: *if-default-refs
      changes: *code-backstage-patterns
      when: on_success

.rails:needs:setup-and-assets:
  needs:
    - job: setup-test-env
      artifacts: true
    - job: compile-assets pull-cache
      artifacts: true

.rails-job-base:
  extends:
    - .default-tags
    - .default-retry
    - .default-cache
    - .default-before_script

####################
# ee and foss jobs #
setup-test-env:
  extends:
    - .rails-job-base
    - .rails:rules:default-refs-code-backstage-qa
    - .use-pg9
  stage: prepare
  script:
    - bundle exec ruby -Ispec -e 'require "spec_helper" ; TestEnv.init'
    - scripts/gitaly-test-build  # Do not use 'bundle exec' here
  artifacts:
    expire_in: 7d
    paths:
      - tmp/tests
      - config/secrets.yml
      - vendor/gitaly-ruby
  cache:
    policy: pull-push

static-analysis:
  extends:
    - .rails-job-base
    - .rails:rules:default-refs-code-backstage-qa
    - .rails:needs:setup-and-assets
  stage: test
  variables:
    SETUP_DB: "false"
  parallel: 2
  script:
    - scripts/static-analysis
  cache:
    key: "debian-stretch-ruby-2.6-pg9.6-rubocop"
    paths:
      - vendor/ruby
      - tmp/rubocop_cache
    policy: pull-push

downtime_check:
  extends:
    - .rails-job-base
    - .rails:needs:setup-and-assets
  stage: test
  rules:
    - <<: *if-merge-request
      changes: *code-backstage-patterns
      when: on_success
  variables:
    SETUP_DB: "false"
  script:
    - bundle exec rake downtime_check

.rspec-base:
  extends: .rails-job-base
  stage: test
  needs:
    - job: setup-test-env
      artifacts: true
    - job: retrieve-tests-metadata
      artifacts: true
    - job: compile-assets pull-cache
      artifacts: true
  script:
    - source scripts/rspec_helpers.sh
    - rspec_paralellized_job "--tag ~quarantine --tag ~geo --tag ~level:migration"
  artifacts:
    expire_in: 31d
    when: always
    paths:
      - coverage/
      - knapsack/
      - rspec_flaky/
      - rspec_profiling/
      - tmp/capybara/
      - tmp/memory_test/
      - junit_rspec.xml
    reports:
      junit: junit_rspec.xml

.rspec-base-quarantine:
  extends:
    - .rspec-base
    - .use-pg9
  variables:
    RSPEC_OPTS: "--tag quarantine -- spec/"
  script:
    - source scripts/rspec_helpers.sh
    - rspec_simple_job "${RSPEC_OPTS}"
  allow_failure: true

.rspec-base-pg9:
  extends:
    - .rspec-base
    - .rails:rules:ee-and-foss
    - .use-pg9

.rspec-base-migration:
  script:
    - source scripts/rspec_helpers.sh
    - rspec_paralellized_job "--tag ~quarantine --tag ~geo --tag level:migration"

rspec migration pg9:
  extends:
    - .rspec-base-pg9
    - .rspec-base-migration
  parallel: 5

rspec unit pg9:
  extends: .rspec-base-pg9
  parallel: 20

rspec integration pg9:
  extends: .rspec-base-pg9
  parallel: 8

rspec system pg9:
  extends: .rspec-base-pg9
  parallel: 24

rspec fast_spec_helper:
  extends: .rspec-base-pg9
  script:
    - bin/rspec spec/fast_spec_helper.rb

.db-job-base:
  extends:
    - .rails-job-base
    - .rails:rules:ee-and-foss
    - .use-pg9
  stage: test
  needs:
    - job: setup-test-env
      artifacts: true

db:migrate:reset:
  extends: .db-job-base
  script:
    - bundle exec rake db:migrate:reset

db:check-schema:
  extends: .db-job-base
  script:
    - source scripts/schema_changed.sh

db:migrate-from-v11.11.0:
  extends: .db-job-base
  variables:
    SETUP_DB: "false"
  script:
    - export PROJECT_TO_CHECKOUT="gitlab-foss"
    - export TAG_TO_CHECKOUT="v11.11.0"
    - '[[ ! -d "ee/" ]] || export PROJECT_TO_CHECKOUT="gitlab"'
    - '[[ ! -d "ee/" ]] || export TAG_TO_CHECKOUT="v11.11.0-ee"'
    - git fetch https://gitlab.com/gitlab-org/$PROJECT_TO_CHECKOUT.git $TAG_TO_CHECKOUT
    - git checkout -f FETCH_HEAD
    - sed -i "s/gem 'oj', '~> 2.17.4'//" Gemfile
    - sed -i "s/gem 'bootsnap', '~> 1.0.0'/gem 'bootsnap'/" Gemfile
    - bundle update google-protobuf grpc bootsnap
    - bundle install $BUNDLE_INSTALL_FLAGS
    - date
    - cp config/gitlab.yml.example config/gitlab.yml
    - bundle exec rake db:drop db:create db:schema:load db:seed_fu
    - date
    - git checkout -f $CI_COMMIT_SHA
    - bundle install $BUNDLE_INSTALL_FLAGS
    - date
    - . scripts/prepare_build.sh
    - date
    - bundle exec rake db:migrate

db:rollback:
  extends: .db-job-base
  script:
    - bundle exec rake db:migrate VERSION=20180101160629
    - bundle exec rake db:migrate SKIP_SCHEMA_VERSION_CHECK=true

gitlab:setup:
  extends: .db-job-base
  variables:
    SETUP_DB: "false"
  script:
    # Manually clone gitlab-test and only seed this project in
    # db/fixtures/development/04_project.rb thanks to SIZE=1 below
    - git clone https://gitlab.com/gitlab-org/gitlab-test.git
       /home/git/repositories/gitlab-org/gitlab-test.git
    - scripts/gitaly-test-spawn
    - force=yes SIZE=1 FIXTURE_PATH="db/fixtures/development" bundle exec rake gitlab:setup
  artifacts:
    when: on_failure
    expire_in: 1d
    paths:
      - log/development.log

coverage:
  extends:
    - .rails-job-base
    - .rails:rules:ee-and-foss
  stage: post-test
  variables:
    SETUP_DB: "false"
  cache:
    policy: pull
  script:
    - bundle exec scripts/merge-simplecov
    - bundle exec scripts/gather-test-memory-data
  coverage: '/LOC \((\d+\.\d+%)\) covered.$/'
  artifacts:
    name: coverage
    expire_in: 31d
    paths:
      - coverage/index.html
      - coverage/assets/
      - tmp/memory_test/
# ee and foss jobs #
####################

####################
# master-only jobs #
rspec quarantine pg9:
  extends:
    - .rspec-base-quarantine
    - .rails:rules:master-refs-code-backstage

.rspec-base-pg10:
  extends:
    - .rspec-base
    - .rails:rules:master-refs-code-backstage
    - .use-pg10

rspec unit pg10:
  extends: .rspec-base-pg10
  parallel: 20

rspec integration pg10:
  extends: .rspec-base-pg10
  parallel: 8

rspec system pg10:
  extends: .rspec-base-pg10
  parallel: 24
# master-only jobs #
####################

#########################
# ee + master-only jobs #
rspec-ee quarantine pg9:
  extends:
    - .rspec-base-quarantine
    - .rails:rules:master-refs-code-backstage-ee-only
  variables:
    RSPEC_OPTS: "--tag quarantine -- ee/spec/"

rspec-ee migration pg10:
  extends:
    - .rspec-ee-base-pg10
    - .rspec-base-migration
    - .rails:rules:master-refs-code-backstage
  parallel: 2

rspec-ee unit pg10:
  extends:
    - .rspec-ee-base-pg10
    - .rails:rules:master-refs-code-backstage
  parallel: 10

rspec-ee integration pg10:
  extends:
    - .rspec-ee-base-pg10
    - .rails:rules:master-refs-code-backstage
  parallel: 4

rspec-ee system pg10:
  extends:
    - .rspec-ee-base-pg10
    - .rails:rules:master-refs-code-backstage
  parallel: 6
# ee + master-only jobs #
#########################

#################
# ee-only jobs #
.rspec-base-ee:
  extends:
    - .rspec-base
    - .rails:rules:ee-only

.rspec-base-pg9-as-if-foss:
  extends:
    - .rspec-base-ee
    - .as-if-foss
    - .use-pg9
  needs:
    - job: setup-test-env
      artifacts: true
    - job: retrieve-tests-metadata
      artifacts: true
    - job: compile-assets pull-cache foss
      artifacts: true

.rspec-ee-base-pg9:
  extends:
    - .rspec-base-ee
    - .use-pg9-ee

.rspec-ee-base-pg10:
  extends:
    - .rspec-base-ee
    - .use-pg10-ee

rspec migration pg9-as-if-foss:
  extends:
    - .rspec-base-pg9-as-if-foss
    - .rspec-base-migration
  parallel: 5

rspec unit pg9-as-if-foss:
  extends: .rspec-base-pg9-as-if-foss
  parallel: 20

rspec integration pg9-as-if-foss:
  extends: .rspec-base-pg9-as-if-foss
  parallel: 8

rspec system pg9-as-if-foss:
  extends: .rspec-base-pg9-as-if-foss
  parallel: 24

rspec-ee migration pg9:
  extends:
    - .rspec-ee-base-pg9
    - .rspec-base-migration
  parallel: 2

rspec-ee unit pg9:
  extends: .rspec-ee-base-pg9
  parallel: 10

rspec-ee integration pg9:
  extends: .rspec-ee-base-pg9
  parallel: 4

rspec-ee system pg9:
  extends: .rspec-ee-base-pg9
  parallel: 6

.rspec-ee-base-geo:
  extends: .rspec-base-ee
  script:
    - source scripts/rspec_helpers.sh
    - scripts/prepare_postgres_fdw.sh
    - rspec_paralellized_job "--tag ~quarantine --tag geo"

.rspec-ee-base-geo-pg9:
  extends:
    - .rspec-ee-base-geo
    - .use-pg9-ee

.rspec-ee-base-geo-pg10:
  extends:
    - .rspec-ee-base-geo
    - .use-pg10-ee

rspec-ee unit pg9 geo:
  extends: .rspec-ee-base-geo-pg9
  parallel: 2

rspec-ee integration pg9 geo:
  extends: .rspec-ee-base-geo-pg9

rspec-ee system pg9 geo:
  extends: .rspec-ee-base-geo-pg9

rspec-ee unit pg10 geo:
  extends: .rspec-ee-base-geo-pg10
  parallel: 2

rspec-ee integration pg10 geo:
  extends: .rspec-ee-base-geo-pg10

rspec-ee system pg10 geo:
  extends: .rspec-ee-base-geo-pg10

db:rollback geo:
  extends:
    - db:rollback
    - .rails:rules:ee-only
  script:
    - bundle exec rake geo:db:migrate VERSION=20170627195211
    - bundle exec rake geo:db:migrate
# ee-only jobs #
################