502 lines
12 KiB
YAML
502 lines
12 KiB
YAML
# Make sure to update all the similar conditions in other CI config files if you modify these conditions
|
|
.if-not-ee: &if-not-ee
|
|
if: '$CI_PROJECT_NAME !~ /^gitlab(-ee)?$/'
|
|
|
|
# Make sure to update all the similar conditions in other CI config files if you modify these conditions
|
|
.if-master-refs: &if-master-refs
|
|
if: '$CI_COMMIT_REF_NAME == "master"'
|
|
|
|
# Make sure to update all the similar conditions in other CI config files if you modify these conditions
|
|
.if-default-refs: &if-default-refs
|
|
if: '$CI_COMMIT_REF_NAME == "master" || $CI_COMMIT_REF_NAME =~ /^[\d-]+-stable(-ee)?$/ || $CI_COMMIT_REF_NAME =~ /^\d+-\d+-auto-deploy-\d+$/ || $CI_COMMIT_REF_NAME =~ /^security\// || $CI_MERGE_REQUEST_IID || $CI_COMMIT_TAG'
|
|
|
|
# Make sure to update all the similar conditions in other CI config files if you modify these conditions
|
|
.if-merge-request: &if-merge-request
|
|
if: '$CI_MERGE_REQUEST_IID'
|
|
|
|
# Make sure to update all the similar patterns in other CI config files if you modify these patterns
|
|
.code-backstage-patterns: &code-backstage-patterns
|
|
- ".gitlab/ci/**/*"
|
|
- ".{eslintignore,gitattributes,nvmrc,prettierrc,stylelintrc,yamllint}"
|
|
- ".{codeclimate,eslintrc,gitlab-ci,haml-lint,haml-lint_todo,rubocop,rubocop_todo,scss-lint}.yml"
|
|
- ".csscomb.json"
|
|
- "Dockerfile.assets"
|
|
- "*_VERSION"
|
|
- "Gemfile{,.lock}"
|
|
- "Rakefile"
|
|
- "{babel.config,jest.config}.js"
|
|
- "config.ru"
|
|
- "{package.json,yarn.lock}"
|
|
- "{,ee/}{app,bin,config,db,haml_lint,lib,locale,public,scripts,symbol,vendor}/**/*"
|
|
- "doc/api/graphql/reference/*" # Files in this folder are auto-generated
|
|
# Backstage changes
|
|
- "Dangerfile"
|
|
- "danger/**/*"
|
|
- "{,ee/}fixtures/**/*"
|
|
- "{,ee/}rubocop/**/*"
|
|
- "{,ee/}spec/**/*"
|
|
- "doc/README.md" # Some RSpec test rely on this file
|
|
|
|
# Make sure to update all the similar patterns in other CI config files if you modify these patterns
|
|
.code-backstage-qa-patterns: &code-backstage-qa-patterns
|
|
- ".gitlab/ci/**/*"
|
|
- ".{eslintignore,gitattributes,nvmrc,prettierrc,stylelintrc,yamllint}"
|
|
- ".{codeclimate,eslintrc,gitlab-ci,haml-lint,haml-lint_todo,rubocop,rubocop_todo,scss-lint}.yml"
|
|
- ".csscomb.json"
|
|
- "Dockerfile.assets"
|
|
- "*_VERSION"
|
|
- "Gemfile{,.lock}"
|
|
- "Rakefile"
|
|
- "{babel.config,jest.config}.js"
|
|
- "config.ru"
|
|
- "{package.json,yarn.lock}"
|
|
- "{,ee/}{app,bin,config,db,haml_lint,lib,locale,public,scripts,symbol,vendor}/**/*"
|
|
- "doc/api/graphql/reference/*" # Files in this folder are auto-generated
|
|
# Backstage changes
|
|
- "Dangerfile"
|
|
- "danger/**/*"
|
|
- "{,ee/}fixtures/**/*"
|
|
- "{,ee/}rubocop/**/*"
|
|
- "{,ee/}spec/**/*"
|
|
- "doc/README.md" # Some RSpec test rely on this file
|
|
# QA changes
|
|
- ".dockerignore"
|
|
- "qa/**/*"
|
|
|
|
.rails:rules:ee-and-foss:
|
|
rules:
|
|
- <<: *if-default-refs
|
|
changes: *code-backstage-patterns
|
|
when: on_success
|
|
|
|
.rails:rules:default-refs-code-backstage-qa:
|
|
rules:
|
|
- <<: *if-default-refs
|
|
changes: *code-backstage-qa-patterns
|
|
when: on_success
|
|
|
|
.rails:rules:master-refs:
|
|
rules:
|
|
- <<: *if-master-refs
|
|
when: on_success
|
|
|
|
.rails:rules:master-refs-ee-only:
|
|
rules:
|
|
- <<: *if-not-ee
|
|
when: never
|
|
- <<: *if-master-refs
|
|
when: on_success
|
|
|
|
.rails:rules:ee-only:
|
|
rules:
|
|
- <<: *if-not-ee
|
|
when: never
|
|
- <<: *if-default-refs
|
|
changes: *code-backstage-patterns
|
|
when: on_success
|
|
|
|
.rails:needs:setup-and-assets:
|
|
needs:
|
|
- job: setup-test-env
|
|
artifacts: true
|
|
- job: compile-assets pull-cache
|
|
artifacts: true
|
|
|
|
.rails-job-base:
|
|
extends:
|
|
- .default-tags
|
|
- .default-retry
|
|
- .default-cache
|
|
- .default-before_script
|
|
|
|
####################
|
|
# ee and foss jobs #
|
|
setup-test-env:
|
|
extends:
|
|
- .rails-job-base
|
|
- .rails:rules:default-refs-code-backstage-qa
|
|
- .use-pg9
|
|
stage: prepare
|
|
script:
|
|
- bundle exec ruby -Ispec -e 'require "spec_helper" ; TestEnv.init'
|
|
- scripts/gitaly-test-build # Do not use 'bundle exec' here
|
|
artifacts:
|
|
expire_in: 7d
|
|
paths:
|
|
- tmp/tests
|
|
- config/secrets.yml
|
|
- vendor/gitaly-ruby
|
|
cache:
|
|
policy: pull-push
|
|
|
|
static-analysis:
|
|
extends:
|
|
- .rails-job-base
|
|
- .rails:rules:default-refs-code-backstage-qa
|
|
- .rails:needs:setup-and-assets
|
|
stage: test
|
|
variables:
|
|
SETUP_DB: "false"
|
|
parallel: 2
|
|
script:
|
|
- scripts/static-analysis
|
|
cache:
|
|
key: "debian-stretch-ruby-2.6-and-rubocop"
|
|
paths:
|
|
- vendor/ruby
|
|
- tmp/rubocop_cache
|
|
policy: pull-push
|
|
|
|
downtime_check:
|
|
extends:
|
|
- .rails-job-base
|
|
- .rails:needs:setup-and-assets
|
|
stage: test
|
|
rules:
|
|
- <<: *if-merge-request
|
|
changes: *code-backstage-patterns
|
|
when: on_success
|
|
variables:
|
|
SETUP_DB: "false"
|
|
script:
|
|
- bundle exec rake downtime_check
|
|
|
|
.rspec-base:
|
|
extends: .rails-job-base
|
|
stage: test
|
|
needs:
|
|
- job: setup-test-env
|
|
artifacts: true
|
|
- job: retrieve-tests-metadata
|
|
artifacts: true
|
|
- job: compile-assets pull-cache
|
|
artifacts: true
|
|
script:
|
|
- source scripts/rspec_helpers.sh
|
|
- rspec_paralellized_job "--tag ~quarantine --tag ~geo --tag ~level:migration"
|
|
artifacts:
|
|
expire_in: 31d
|
|
when: always
|
|
paths:
|
|
- coverage/
|
|
- knapsack/
|
|
- rspec_flaky/
|
|
- rspec_profiling/
|
|
- tmp/capybara/
|
|
- tmp/memory_test/
|
|
- junit_rspec.xml
|
|
reports:
|
|
junit: junit_rspec.xml
|
|
|
|
.rspec-base-quarantine:
|
|
extends:
|
|
- .rspec-base
|
|
- .use-pg9
|
|
variables:
|
|
RSPEC_OPTS: "--tag quarantine -- spec/"
|
|
script:
|
|
- source scripts/rspec_helpers.sh
|
|
- rspec_simple_job "${RSPEC_OPTS}"
|
|
allow_failure: true
|
|
|
|
.rspec-base-pg9:
|
|
extends:
|
|
- .rspec-base
|
|
- .rails:rules:ee-and-foss
|
|
- .use-pg9
|
|
|
|
.rspec-base-migration:
|
|
script:
|
|
- source scripts/rspec_helpers.sh
|
|
- rspec_paralellized_job "--tag ~quarantine --tag ~geo --tag level:migration"
|
|
|
|
rspec migration pg9:
|
|
extends:
|
|
- .rspec-base-pg9
|
|
- .rspec-base-migration
|
|
parallel: 5
|
|
|
|
rspec unit pg9:
|
|
extends: .rspec-base-pg9
|
|
parallel: 20
|
|
|
|
rspec integration pg9:
|
|
extends: .rspec-base-pg9
|
|
parallel: 8
|
|
|
|
rspec system pg9:
|
|
extends: .rspec-base-pg9
|
|
parallel: 24
|
|
|
|
rspec fast_spec_helper:
|
|
extends: .rspec-base-pg9
|
|
script:
|
|
- bin/rspec spec/fast_spec_helper.rb
|
|
|
|
.db-job-base:
|
|
extends:
|
|
- .rails-job-base
|
|
- .rails:rules:ee-and-foss
|
|
- .use-pg9
|
|
stage: test
|
|
needs:
|
|
- job: setup-test-env
|
|
artifacts: true
|
|
|
|
db:migrate:reset:
|
|
extends: .db-job-base
|
|
script:
|
|
- bundle exec rake db:migrate:reset
|
|
|
|
db:check-schema:
|
|
extends: .db-job-base
|
|
script:
|
|
- source scripts/schema_changed.sh
|
|
|
|
db:migrate-from-v11.11.0:
|
|
extends: .db-job-base
|
|
variables:
|
|
SETUP_DB: "false"
|
|
script:
|
|
- export PROJECT_TO_CHECKOUT="gitlab-foss"
|
|
- export TAG_TO_CHECKOUT="v11.11.0"
|
|
- '[[ ! -d "ee/" ]] || export PROJECT_TO_CHECKOUT="gitlab"'
|
|
- '[[ ! -d "ee/" ]] || export TAG_TO_CHECKOUT="v11.11.0-ee"'
|
|
- git fetch https://gitlab.com/gitlab-org/$PROJECT_TO_CHECKOUT.git $TAG_TO_CHECKOUT
|
|
- git checkout -f FETCH_HEAD
|
|
- sed -i "s/gem 'oj', '~> 2.17.4'//" Gemfile
|
|
- sed -i "s/gem 'bootsnap', '~> 1.0.0'/gem 'bootsnap'/" Gemfile
|
|
- bundle update google-protobuf grpc bootsnap
|
|
- bundle install $BUNDLE_INSTALL_FLAGS
|
|
- date
|
|
- cp config/gitlab.yml.example config/gitlab.yml
|
|
- bundle exec rake db:drop db:create db:schema:load db:seed_fu
|
|
- date
|
|
- git checkout -f $CI_COMMIT_SHA
|
|
- bundle install $BUNDLE_INSTALL_FLAGS
|
|
- date
|
|
- . scripts/prepare_build.sh
|
|
- date
|
|
- bundle exec rake db:migrate
|
|
|
|
db:rollback:
|
|
extends: .db-job-base
|
|
script:
|
|
- bundle exec rake db:migrate VERSION=20180101160629
|
|
- bundle exec rake db:migrate SKIP_SCHEMA_VERSION_CHECK=true
|
|
|
|
gitlab:setup:
|
|
extends: .db-job-base
|
|
variables:
|
|
SETUP_DB: "false"
|
|
script:
|
|
# Manually clone gitlab-test and only seed this project in
|
|
# db/fixtures/development/04_project.rb thanks to SIZE=1 below
|
|
- git clone https://gitlab.com/gitlab-org/gitlab-test.git
|
|
/home/git/repositories/gitlab-org/gitlab-test.git
|
|
- scripts/gitaly-test-spawn
|
|
- force=yes SIZE=1 FIXTURE_PATH="db/fixtures/development" bundle exec rake gitlab:setup
|
|
artifacts:
|
|
when: on_failure
|
|
expire_in: 1d
|
|
paths:
|
|
- log/development.log
|
|
|
|
coverage:
|
|
extends:
|
|
- .rails-job-base
|
|
- .rails:rules:ee-and-foss
|
|
stage: post-test
|
|
variables:
|
|
SETUP_DB: "false"
|
|
cache:
|
|
policy: pull
|
|
script:
|
|
- bundle exec scripts/merge-simplecov
|
|
- bundle exec scripts/gather-test-memory-data
|
|
coverage: '/LOC \((\d+\.\d+%)\) covered.$/'
|
|
artifacts:
|
|
name: coverage
|
|
expire_in: 31d
|
|
paths:
|
|
- coverage/index.html
|
|
- coverage/assets/
|
|
- tmp/memory_test/
|
|
# ee and foss jobs #
|
|
####################
|
|
|
|
####################
|
|
# master-only jobs #
|
|
rspec quarantine pg9:
|
|
extends:
|
|
- .rspec-base-quarantine
|
|
- .rails:rules:master-refs
|
|
|
|
.rspec-base-pg10:
|
|
extends:
|
|
- .rspec-base
|
|
- .rails:rules:master-refs
|
|
- .use-pg10
|
|
|
|
rspec unit pg10:
|
|
extends: .rspec-base-pg10
|
|
parallel: 20
|
|
|
|
rspec integration pg10:
|
|
extends: .rspec-base-pg10
|
|
parallel: 8
|
|
|
|
rspec system pg10:
|
|
extends: .rspec-base-pg10
|
|
parallel: 24
|
|
# master-only jobs #
|
|
####################
|
|
|
|
#########################
|
|
# ee + master-only jobs #
|
|
rspec-ee quarantine pg9:
|
|
extends:
|
|
- .rspec-base-quarantine
|
|
- .rails:rules:master-refs-ee-only
|
|
variables:
|
|
RSPEC_OPTS: "--tag quarantine -- ee/spec/"
|
|
|
|
rspec-ee migration pg10:
|
|
extends:
|
|
- .rspec-ee-base-pg10
|
|
- .rspec-base-migration
|
|
- .rails:rules:master-refs
|
|
parallel: 2
|
|
|
|
rspec-ee unit pg10:
|
|
extends:
|
|
- .rspec-ee-base-pg10
|
|
- .rails:rules:master-refs
|
|
parallel: 10
|
|
|
|
rspec-ee integration pg10:
|
|
extends:
|
|
- .rspec-ee-base-pg10
|
|
- .rails:rules:master-refs
|
|
parallel: 3
|
|
|
|
rspec-ee system pg10:
|
|
extends:
|
|
- .rspec-ee-base-pg10
|
|
- .rails:rules:master-refs
|
|
parallel: 5
|
|
# ee + master-only jobs #
|
|
#########################
|
|
|
|
#################
|
|
# ee-only jobs #
|
|
.rspec-base-ee:
|
|
extends:
|
|
- .rspec-base
|
|
- .rails:rules:ee-only
|
|
|
|
.rspec-base-pg9-as-if-foss:
|
|
extends:
|
|
- .rspec-base-ee
|
|
- .as-if-foss
|
|
- .use-pg9
|
|
needs:
|
|
- job: setup-test-env
|
|
artifacts: true
|
|
- job: retrieve-tests-metadata
|
|
artifacts: true
|
|
- job: compile-assets pull-cache foss
|
|
artifacts: true
|
|
|
|
.rspec-ee-base-pg9:
|
|
extends:
|
|
- .rspec-base-ee
|
|
- .use-pg9-ee
|
|
|
|
.rspec-ee-base-pg10:
|
|
extends:
|
|
- .rspec-base-ee
|
|
- .use-pg10-ee
|
|
|
|
rspec migration pg9-as-if-foss:
|
|
extends:
|
|
- .rspec-base-pg9-as-if-foss
|
|
- .rspec-base-migration
|
|
parallel: 5
|
|
|
|
rspec unit pg9-as-if-foss:
|
|
extends: .rspec-base-pg9-as-if-foss
|
|
parallel: 20
|
|
|
|
rspec integration pg9-as-if-foss:
|
|
extends: .rspec-base-pg9-as-if-foss
|
|
parallel: 8
|
|
|
|
rspec system pg9-as-if-foss:
|
|
extends: .rspec-base-pg9-as-if-foss
|
|
parallel: 24
|
|
|
|
rspec-ee migration pg9:
|
|
extends:
|
|
- .rspec-ee-base-pg9
|
|
- .rspec-base-migration
|
|
parallel: 2
|
|
|
|
rspec-ee unit pg9:
|
|
extends: .rspec-ee-base-pg9
|
|
parallel: 10
|
|
|
|
rspec-ee integration pg9:
|
|
extends: .rspec-ee-base-pg9
|
|
parallel: 4
|
|
|
|
rspec-ee system pg9:
|
|
extends: .rspec-ee-base-pg9
|
|
parallel: 6
|
|
|
|
.rspec-ee-base-geo:
|
|
extends: .rspec-base-ee
|
|
script:
|
|
- source scripts/rspec_helpers.sh
|
|
- scripts/prepare_postgres_fdw.sh
|
|
- rspec_paralellized_job "--tag ~quarantine --tag geo"
|
|
|
|
.rspec-ee-base-geo-pg9:
|
|
extends:
|
|
- .rspec-ee-base-geo
|
|
- .use-pg9-ee
|
|
|
|
.rspec-ee-base-geo-pg10:
|
|
extends:
|
|
- .rspec-ee-base-geo
|
|
- .use-pg10-ee
|
|
|
|
rspec-ee unit pg9 geo:
|
|
extends: .rspec-ee-base-geo-pg9
|
|
parallel: 2
|
|
|
|
rspec-ee integration pg9 geo:
|
|
extends: .rspec-ee-base-geo-pg9
|
|
|
|
rspec-ee system pg9 geo:
|
|
extends: .rspec-ee-base-geo-pg9
|
|
|
|
rspec-ee unit pg10 geo:
|
|
extends: .rspec-ee-base-geo-pg10
|
|
parallel: 2
|
|
|
|
rspec-ee integration pg10 geo:
|
|
extends: .rspec-ee-base-geo-pg10
|
|
|
|
rspec-ee system pg10 geo:
|
|
extends: .rspec-ee-base-geo-pg10
|
|
|
|
db:rollback geo:
|
|
extends:
|
|
- db:rollback
|
|
- .rails:rules:ee-only
|
|
script:
|
|
- bundle exec rake geo:db:migrate VERSION=20170627195211
|
|
- bundle exec rake geo:db:migrate
|
|
# ee-only jobs #
|
|
################
|