19d84a602a
This is because the CNG pipeline now relies on the assets compiled here in the gitlab:assets:compile job (It waits up to 30 minutes for them) Without this change, the cloud native job was holding up the pipeline, preventing the assets compile job from being run.
929 lines
26 KiB
YAML
929 lines
26 KiB
YAML
image: "dev.gitlab.org:5005/gitlab/gitlab-build-images:ruby-2.4.4-golang-1.9-git-2.18-chrome-69.0-node-8.x-yarn-1.2-postgresql-9.6-graphicsmagick-1.3.29"
|
|
|
|
.dedicated-runner: &dedicated-runner
|
|
retry: 1
|
|
tags:
|
|
- gitlab-org
|
|
|
|
.default-cache: &default-cache
|
|
key: "ruby-2.4.4-debian-stretch-with-yarn"
|
|
paths:
|
|
- vendor/ruby
|
|
- .yarn-cache/
|
|
- vendor/gitaly-ruby
|
|
|
|
.push-cache: &push-cache
|
|
cache:
|
|
<<: *default-cache
|
|
policy: push
|
|
|
|
.pull-cache: &pull-cache
|
|
cache:
|
|
<<: *default-cache
|
|
policy: pull
|
|
|
|
variables:
|
|
MYSQL_ALLOW_EMPTY_PASSWORD: "1"
|
|
RAILS_ENV: "test"
|
|
NODE_ENV: "test"
|
|
SIMPLECOV: "true"
|
|
GIT_DEPTH: "20"
|
|
GIT_SUBMODULE_STRATEGY: "none"
|
|
GET_SOURCES_ATTEMPTS: "3"
|
|
KNAPSACK_RSPEC_SUITE_REPORT_PATH: knapsack/${CI_PROJECT_NAME}/rspec_report-master.json
|
|
FLAKY_RSPEC_SUITE_REPORT_PATH: rspec_flaky/report-suite.json
|
|
|
|
before_script:
|
|
- bundle --version
|
|
- date
|
|
- source scripts/utils.sh
|
|
- date
|
|
- source scripts/prepare_build.sh
|
|
- date
|
|
|
|
after_script:
|
|
- date
|
|
|
|
stages:
|
|
- build
|
|
- prepare
|
|
- test
|
|
- post-test
|
|
- pages
|
|
- post-cleanup
|
|
|
|
# Predefined scopes
|
|
.tests-metadata-state: &tests-metadata-state
|
|
<<: *dedicated-runner
|
|
variables:
|
|
TESTS_METADATA_S3_BUCKET: "gitlab-ce-cache"
|
|
before_script:
|
|
- source scripts/utils.sh
|
|
artifacts:
|
|
expire_in: 31d
|
|
paths:
|
|
- knapsack/
|
|
- rspec_flaky/
|
|
|
|
.use-pg: &use-pg
|
|
services:
|
|
# As of Jan 2018, we don't have a strong reason to upgrade to 9.6 for CI yet,
|
|
# so using the least common denominator ensures backwards compatibility
|
|
# (as many users are still using 9.2).
|
|
- postgres:9.2
|
|
- redis:alpine
|
|
|
|
.use-mysql: &use-mysql
|
|
services:
|
|
- mysql:5.7
|
|
- redis:alpine
|
|
|
|
.rails5-variables: &rails5-variables
|
|
script:
|
|
- export RAILS5=${RAILS5}
|
|
- export BUNDLE_GEMFILE=${BUNDLE_GEMFILE}
|
|
|
|
.rails5: &rails5
|
|
allow_failure: true
|
|
only:
|
|
variables:
|
|
- $CI_COMMIT_REF_NAME =~ /rails5/
|
|
- $RAILS5_ENABLED
|
|
variables:
|
|
BUNDLE_GEMFILE: "Gemfile.rails5"
|
|
RAILS5: "true"
|
|
|
|
# Skip all jobs except the ones that begin with 'docs/'.
|
|
# Used for commits including ONLY documentation changes.
|
|
# https://docs.gitlab.com/ce/development/writing_documentation.html#testing
|
|
.except-docs: &except-docs
|
|
except:
|
|
- /(^docs[\/-].*|.*-docs$)/
|
|
|
|
.except-qa: &except-qa
|
|
except:
|
|
- /(^qa[\/-].*|.*-qa$)/
|
|
|
|
.except-docs-and-qa: &except-docs-and-qa
|
|
except:
|
|
- /(^docs[\/-].*|.*-docs$)/
|
|
- /(^qa[\/-].*|.*-qa$)/
|
|
|
|
# Jobs that only need to pull cache
|
|
.dedicated-no-docs-pull-cache-job: &dedicated-no-docs-pull-cache-job
|
|
<<: *dedicated-runner
|
|
<<: *except-docs
|
|
<<: *pull-cache
|
|
dependencies:
|
|
- setup-test-env
|
|
stage: test
|
|
|
|
# Jobs that do not need a DB
|
|
.dedicated-no-docs-no-db-pull-cache-job: &dedicated-no-docs-no-db-pull-cache-job
|
|
<<: *dedicated-no-docs-pull-cache-job
|
|
variables:
|
|
SETUP_DB: "false"
|
|
|
|
.dedicated-no-docs-and-no-qa-pull-cache-job: &dedicated-no-docs-and-no-qa-pull-cache-job
|
|
<<: *dedicated-no-docs-pull-cache-job
|
|
<<: *except-docs-and-qa
|
|
|
|
.single-script-job: &single-script-job
|
|
image: ruby:2.4-alpine
|
|
before_script: []
|
|
stage: test
|
|
cache: {}
|
|
dependencies: []
|
|
variables: &single-script-job-variables
|
|
GIT_STRATEGY: none
|
|
before_script:
|
|
# We need to download the script rather than clone the repo since the
|
|
# package-and-qa job will not be able to run when the branch gets
|
|
# deleted (when merging the MR).
|
|
- export SCRIPT_NAME="${SCRIPT_NAME:-$CI_JOB_NAME}"
|
|
- apk add --update openssl
|
|
- wget $CI_PROJECT_URL/raw/$CI_COMMIT_SHA/scripts/$SCRIPT_NAME
|
|
- chmod 755 $SCRIPT_NAME
|
|
|
|
.rake-exec: &rake-exec
|
|
<<: *dedicated-no-docs-no-db-pull-cache-job
|
|
script:
|
|
- bundle exec rake $CI_JOB_NAME
|
|
|
|
.rspec-metadata: &rspec-metadata
|
|
<<: *dedicated-runner
|
|
<<: *except-docs-and-qa
|
|
<<: *pull-cache
|
|
<<: *rails5-variables
|
|
stage: test
|
|
script:
|
|
- JOB_NAME=( $CI_JOB_NAME )
|
|
- export CI_NODE_INDEX=${JOB_NAME[-2]}
|
|
- export CI_NODE_TOTAL=${JOB_NAME[-1]}
|
|
- export KNAPSACK_REPORT_PATH=knapsack/${CI_PROJECT_NAME}/${JOB_NAME[0]}_node_${CI_NODE_INDEX}_${CI_NODE_TOTAL}_report.json
|
|
- export KNAPSACK_GENERATE_REPORT=true
|
|
- export SUITE_FLAKY_RSPEC_REPORT_PATH=${FLAKY_RSPEC_SUITE_REPORT_PATH}
|
|
- export FLAKY_RSPEC_REPORT_PATH=rspec_flaky/all_${JOB_NAME[0]}_${CI_NODE_INDEX}_${CI_NODE_TOTAL}_report.json
|
|
- export NEW_FLAKY_RSPEC_REPORT_PATH=rspec_flaky/new_${JOB_NAME[0]}_${CI_NODE_INDEX}_${CI_NODE_TOTAL}_report.json
|
|
- export FLAKY_RSPEC_GENERATE_REPORT=true
|
|
- export CACHE_CLASSES=true
|
|
- cp ${KNAPSACK_RSPEC_SUITE_REPORT_PATH} ${KNAPSACK_REPORT_PATH}
|
|
- '[[ -f $FLAKY_RSPEC_REPORT_PATH ]] || echo "{}" > ${FLAKY_RSPEC_REPORT_PATH}'
|
|
- '[[ -f $NEW_FLAKY_RSPEC_REPORT_PATH ]] || echo "{}" > ${NEW_FLAKY_RSPEC_REPORT_PATH}'
|
|
- scripts/gitaly-test-spawn
|
|
- knapsack rspec "--color --format documentation --format RspecJunitFormatter --out junit_rspec.xml"
|
|
artifacts:
|
|
expire_in: 31d
|
|
when: always
|
|
paths:
|
|
- coverage/
|
|
- knapsack/
|
|
- rspec_flaky/
|
|
- tmp/capybara/
|
|
reports:
|
|
junit: junit_rspec.xml
|
|
|
|
.rspec-metadata-pg: &rspec-metadata-pg
|
|
<<: *rspec-metadata
|
|
<<: *use-pg
|
|
|
|
.rspec-metadata-pg-rails5: &rspec-metadata-pg-rails5
|
|
<<: *rspec-metadata-pg
|
|
<<: *rails5
|
|
|
|
.rspec-metadata-mysql: &rspec-metadata-mysql
|
|
<<: *rspec-metadata
|
|
<<: *use-mysql
|
|
|
|
.rspec-metadata-mysql-rails5: &rspec-metadata-mysql-rails5
|
|
<<: *rspec-metadata-mysql
|
|
<<: *rails5
|
|
|
|
.only-canonical-masters: &only-canonical-masters
|
|
only:
|
|
- master@gitlab-org/gitlab-ce
|
|
- master@gitlab-org/gitlab-ee
|
|
- master@gitlab/gitlabhq
|
|
- master@gitlab/gitlab-ee
|
|
|
|
.gitlab-setup: &gitlab-setup
|
|
<<: *dedicated-no-docs-and-no-qa-pull-cache-job
|
|
<<: *use-pg
|
|
variables:
|
|
SETUP_DB: "false"
|
|
script:
|
|
# Manually clone gitlab-test and only seed this project in
|
|
# db/fixtures/development/04_project.rb thanks to SIZE=1 below
|
|
- git clone https://gitlab.com/gitlab-org/gitlab-test.git
|
|
/home/git/repositories/gitlab-org/gitlab-test.git
|
|
- scripts/gitaly-test-spawn
|
|
- force=yes SIZE=1 FIXTURE_PATH="db/fixtures/development" bundle exec rake gitlab:setup
|
|
artifacts:
|
|
when: on_failure
|
|
expire_in: 1d
|
|
paths:
|
|
- log/development.log
|
|
|
|
# DB migration, rollback, and seed jobs
|
|
.db-migrate-reset: &db-migrate-reset
|
|
<<: *dedicated-no-docs-and-no-qa-pull-cache-job
|
|
script:
|
|
- bundle exec rake db:migrate:reset
|
|
|
|
.migration-paths: &migration-paths
|
|
<<: *dedicated-no-docs-and-no-qa-pull-cache-job
|
|
variables:
|
|
SETUP_DB: "false"
|
|
script:
|
|
- git fetch https://gitlab.com/gitlab-org/gitlab-ce.git v9.3.0
|
|
- git checkout -f FETCH_HEAD
|
|
- bundle install $BUNDLE_INSTALL_FLAGS
|
|
- date
|
|
- cp config/gitlab.yml.example config/gitlab.yml
|
|
- bundle exec rake db:drop db:create db:schema:load db:seed_fu
|
|
- date
|
|
- git checkout -f $CI_COMMIT_SHA
|
|
- bundle install $BUNDLE_INSTALL_FLAGS
|
|
- date
|
|
- . scripts/prepare_build.sh
|
|
- date
|
|
- bundle exec rake db:migrate
|
|
|
|
##
|
|
# Trigger a package build in omnibus-gitlab repository
|
|
#
|
|
package-and-qa:
|
|
<<: *single-script-job
|
|
variables:
|
|
<<: *single-script-job-variables
|
|
SCRIPT_NAME: trigger-build
|
|
retry: 0
|
|
script:
|
|
- ./$SCRIPT_NAME omnibus
|
|
when: manual
|
|
only:
|
|
- //@gitlab-org/gitlab-ce
|
|
- //@gitlab-org/gitlab-ee
|
|
|
|
# Review docs base
|
|
.review-docs: &review-docs
|
|
<<: *dedicated-runner
|
|
<<: *single-script-job
|
|
variables:
|
|
<<: *single-script-job-variables
|
|
SCRIPT_NAME: trigger-build-docs
|
|
environment:
|
|
name: review-docs/$CI_COMMIT_REF_SLUG
|
|
# DOCS_REVIEW_APPS_DOMAIN and DOCS_GITLAB_REPO_SUFFIX are secret variables
|
|
# Discussion: https://gitlab.com/gitlab-org/gitlab-ce/merge_requests/14236/diffs#note_40140693
|
|
url: http://$CI_ENVIRONMENT_SLUG.$DOCS_REVIEW_APPS_DOMAIN/$DOCS_GITLAB_REPO_SUFFIX
|
|
on_stop: review-docs-cleanup
|
|
|
|
# Trigger a manual docs build in gitlab-docs only on non docs-only branches.
|
|
# Useful to preview the docs changes live.
|
|
review-docs-deploy-manual:
|
|
<<: *review-docs
|
|
stage: build
|
|
script:
|
|
- gem install gitlab --no-ri --no-rdoc
|
|
- ./$SCRIPT_NAME deploy
|
|
when: manual
|
|
only:
|
|
- branches@gitlab-org/gitlab-ce
|
|
- branches@gitlab-org/gitlab-ee
|
|
<<: *except-docs-and-qa
|
|
|
|
# Always trigger a docs build in gitlab-docs only on docs-only branches.
|
|
# Useful to preview the docs changes live.
|
|
review-docs-deploy:
|
|
<<: *review-docs
|
|
stage: post-test
|
|
script:
|
|
- gem install gitlab --no-ri --no-rdoc
|
|
- ./$SCRIPT_NAME deploy
|
|
only:
|
|
- /(^docs[\/-].*|.*-docs$)/@gitlab-org/gitlab-ce
|
|
- /(^docs[\/-].*|.*-docs$)/@gitlab-org/gitlab-ee
|
|
<<: *except-qa
|
|
|
|
# Cleanup remote environment of gitlab-docs
|
|
review-docs-cleanup:
|
|
<<: *review-docs
|
|
stage: post-cleanup
|
|
environment:
|
|
name: review-docs/$CI_COMMIT_REF_SLUG
|
|
action: stop
|
|
script:
|
|
- gem install gitlab --no-ri --no-rdoc
|
|
- ./$SCRIPT_NAME cleanup
|
|
when: manual
|
|
only:
|
|
- branches@gitlab-org/gitlab-ce
|
|
- branches@gitlab-org/gitlab-ee
|
|
|
|
##
|
|
# Trigger a docker image build in CNG (Cloud Native GitLab) repository
|
|
#
|
|
cloud-native-image:
|
|
image: ruby:2.4-alpine
|
|
before_script: []
|
|
stage: test
|
|
allow_failure: true
|
|
variables:
|
|
GIT_DEPTH: "1"
|
|
cache: {}
|
|
script:
|
|
- gem install gitlab --no-ri --no-rdoc
|
|
- BUILD_TRIGGER_TOKEN=$CI_JOB_TOKEN scripts/trigger-build cng
|
|
only:
|
|
- tags@gitlab-org/gitlab-ce
|
|
- tags@gitlab-org/gitlab-ee
|
|
|
|
# Retrieve knapsack and rspec_flaky reports
|
|
retrieve-tests-metadata:
|
|
<<: *tests-metadata-state
|
|
<<: *except-docs-and-qa
|
|
stage: prepare
|
|
cache:
|
|
key: tests_metadata
|
|
policy: pull
|
|
script:
|
|
- mkdir -p knapsack/${CI_PROJECT_NAME}/
|
|
- wget -O $KNAPSACK_RSPEC_SUITE_REPORT_PATH http://${TESTS_METADATA_S3_BUCKET}.s3.amazonaws.com/$KNAPSACK_RSPEC_SUITE_REPORT_PATH || rm $KNAPSACK_RSPEC_SUITE_REPORT_PATH
|
|
- '[[ -f $KNAPSACK_RSPEC_SUITE_REPORT_PATH ]] || echo "{}" > ${KNAPSACK_RSPEC_SUITE_REPORT_PATH}'
|
|
- mkdir -p rspec_flaky/
|
|
- wget -O $FLAKY_RSPEC_SUITE_REPORT_PATH http://${TESTS_METADATA_S3_BUCKET}.s3.amazonaws.com/$FLAKY_RSPEC_SUITE_REPORT_PATH || rm $FLAKY_RSPEC_SUITE_REPORT_PATH
|
|
- '[[ -f $FLAKY_RSPEC_SUITE_REPORT_PATH ]] || echo "{}" > ${FLAKY_RSPEC_SUITE_REPORT_PATH}'
|
|
|
|
update-tests-metadata:
|
|
<<: *tests-metadata-state
|
|
<<: *only-canonical-masters
|
|
stage: post-test
|
|
cache:
|
|
key: tests_metadata
|
|
paths:
|
|
- knapsack/
|
|
- rspec_flaky/
|
|
policy: push
|
|
script:
|
|
- retry gem install fog-aws mime-types activesupport --no-ri --no-rdoc
|
|
- scripts/merge-reports ${KNAPSACK_RSPEC_SUITE_REPORT_PATH} knapsack/${CI_PROJECT_NAME}/rspec-pg_node_*.json
|
|
- scripts/merge-reports ${FLAKY_RSPEC_SUITE_REPORT_PATH} rspec_flaky/all_*_*.json
|
|
- FLAKY_RSPEC_GENERATE_REPORT=1 scripts/prune-old-flaky-specs ${FLAKY_RSPEC_SUITE_REPORT_PATH}
|
|
- '[[ -z ${TESTS_METADATA_S3_BUCKET} ]] || scripts/sync-reports put $TESTS_METADATA_S3_BUCKET $KNAPSACK_RSPEC_SUITE_REPORT_PATH'
|
|
- '[[ -z ${TESTS_METADATA_S3_BUCKET} ]] || scripts/sync-reports put $TESTS_METADATA_S3_BUCKET $FLAKY_RSPEC_SUITE_REPORT_PATH'
|
|
- rm -f knapsack/${CI_PROJECT_NAME}/*_node_*.json
|
|
- rm -f rspec_flaky/all_*.json rspec_flaky/new_*.json
|
|
|
|
flaky-examples-check:
|
|
<<: *dedicated-runner
|
|
image: ruby:2.4-alpine
|
|
services: []
|
|
before_script: []
|
|
variables:
|
|
SETUP_DB: "false"
|
|
USE_BUNDLE_INSTALL: "false"
|
|
NEW_FLAKY_SPECS_REPORT: rspec_flaky/report-new.json
|
|
stage: post-test
|
|
allow_failure: true
|
|
retry: 0
|
|
only:
|
|
- branches
|
|
except:
|
|
- master
|
|
- /(^docs[\/-].*|.*-docs$)/
|
|
- /(^qa[\/-].*|.*-qa$)/
|
|
artifacts:
|
|
expire_in: 30d
|
|
paths:
|
|
- rspec_flaky/
|
|
script:
|
|
- '[[ -f $NEW_FLAKY_SPECS_REPORT ]] || echo "{}" > ${NEW_FLAKY_SPECS_REPORT}'
|
|
- scripts/merge-reports ${NEW_FLAKY_SPECS_REPORT} rspec_flaky/new_*_*.json
|
|
- scripts/detect-new-flaky-examples $NEW_FLAKY_SPECS_REPORT
|
|
|
|
compile-assets:
|
|
<<: *dedicated-runner
|
|
<<: *except-docs
|
|
<<: *use-pg
|
|
stage: prepare
|
|
cache:
|
|
<<: *default-cache
|
|
script:
|
|
- node --version
|
|
- date
|
|
- yarn install --frozen-lockfile --cache-folder .yarn-cache
|
|
- date
|
|
- free -m
|
|
- bundle exec rake gitlab:assets:compile
|
|
variables:
|
|
# we override the max_old_space_size to prevent OOM errors
|
|
NODE_OPTIONS: --max_old_space_size=3584
|
|
artifacts:
|
|
expire_in: 7d
|
|
paths:
|
|
- node_modules
|
|
- public/assets
|
|
|
|
setup-test-env:
|
|
<<: *dedicated-runner
|
|
<<: *except-docs
|
|
<<: *use-pg
|
|
stage: prepare
|
|
cache:
|
|
<<: *default-cache
|
|
script:
|
|
- bundle exec ruby -Ispec -e 'require "spec_helper" ; TestEnv.init'
|
|
- scripts/gitaly-test-build # Do not use 'bundle exec' here
|
|
- BUNDLE_GEMFILE=Gemfile.rails5 bundle install $BUNDLE_INSTALL_FLAGS
|
|
artifacts:
|
|
expire_in: 7d
|
|
paths:
|
|
- tmp/tests
|
|
- config/secrets.yml
|
|
- vendor/gitaly-ruby
|
|
|
|
danger-review:
|
|
image: registry.gitlab.com/gitlab-org/gitlab-build-images:danger
|
|
stage: test
|
|
allow_failure: true
|
|
cache: {}
|
|
dependencies: []
|
|
before_script: []
|
|
only:
|
|
variables:
|
|
- $DANGER_GITLAB_API_TOKEN
|
|
except:
|
|
refs:
|
|
- master
|
|
variables:
|
|
- $CI_COMMIT_REF_NAME =~ /^ce-to-ee-.*/
|
|
- $CI_COMMIT_REF_NAME =~ /.*-stable(-ee)?-prepare-.*/
|
|
script:
|
|
- git version
|
|
- danger --fail-on-errors=true
|
|
|
|
rspec-pg 0 30: *rspec-metadata-pg
|
|
rspec-pg 1 30: *rspec-metadata-pg
|
|
rspec-pg 2 30: *rspec-metadata-pg
|
|
rspec-pg 3 30: *rspec-metadata-pg
|
|
rspec-pg 4 30: *rspec-metadata-pg
|
|
rspec-pg 5 30: *rspec-metadata-pg
|
|
rspec-pg 6 30: *rspec-metadata-pg
|
|
rspec-pg 7 30: *rspec-metadata-pg
|
|
rspec-pg 8 30: *rspec-metadata-pg
|
|
rspec-pg 9 30: *rspec-metadata-pg
|
|
rspec-pg 10 30: *rspec-metadata-pg
|
|
rspec-pg 11 30: *rspec-metadata-pg
|
|
rspec-pg 12 30: *rspec-metadata-pg
|
|
rspec-pg 13 30: *rspec-metadata-pg
|
|
rspec-pg 14 30: *rspec-metadata-pg
|
|
rspec-pg 15 30: *rspec-metadata-pg
|
|
rspec-pg 16 30: *rspec-metadata-pg
|
|
rspec-pg 17 30: *rspec-metadata-pg
|
|
rspec-pg 18 30: *rspec-metadata-pg
|
|
rspec-pg 19 30: *rspec-metadata-pg
|
|
rspec-pg 20 30: *rspec-metadata-pg
|
|
rspec-pg 21 30: *rspec-metadata-pg
|
|
rspec-pg 22 30: *rspec-metadata-pg
|
|
rspec-pg 23 30: *rspec-metadata-pg
|
|
rspec-pg 24 30: *rspec-metadata-pg
|
|
rspec-pg 25 30: *rspec-metadata-pg
|
|
rspec-pg 26 30: *rspec-metadata-pg
|
|
rspec-pg 27 30: *rspec-metadata-pg
|
|
rspec-pg 28 30: *rspec-metadata-pg
|
|
rspec-pg 29 30: *rspec-metadata-pg
|
|
|
|
rspec-mysql 0 30: *rspec-metadata-mysql
|
|
rspec-mysql 1 30: *rspec-metadata-mysql
|
|
rspec-mysql 2 30: *rspec-metadata-mysql
|
|
rspec-mysql 3 30: *rspec-metadata-mysql
|
|
rspec-mysql 4 30: *rspec-metadata-mysql
|
|
rspec-mysql 5 30: *rspec-metadata-mysql
|
|
rspec-mysql 6 30: *rspec-metadata-mysql
|
|
rspec-mysql 7 30: *rspec-metadata-mysql
|
|
rspec-mysql 8 30: *rspec-metadata-mysql
|
|
rspec-mysql 9 30: *rspec-metadata-mysql
|
|
rspec-mysql 10 30: *rspec-metadata-mysql
|
|
rspec-mysql 11 30: *rspec-metadata-mysql
|
|
rspec-mysql 12 30: *rspec-metadata-mysql
|
|
rspec-mysql 13 30: *rspec-metadata-mysql
|
|
rspec-mysql 14 30: *rspec-metadata-mysql
|
|
rspec-mysql 15 30: *rspec-metadata-mysql
|
|
rspec-mysql 16 30: *rspec-metadata-mysql
|
|
rspec-mysql 17 30: *rspec-metadata-mysql
|
|
rspec-mysql 18 30: *rspec-metadata-mysql
|
|
rspec-mysql 19 30: *rspec-metadata-mysql
|
|
rspec-mysql 20 30: *rspec-metadata-mysql
|
|
rspec-mysql 21 30: *rspec-metadata-mysql
|
|
rspec-mysql 22 30: *rspec-metadata-mysql
|
|
rspec-mysql 23 30: *rspec-metadata-mysql
|
|
rspec-mysql 24 30: *rspec-metadata-mysql
|
|
rspec-mysql 25 30: *rspec-metadata-mysql
|
|
rspec-mysql 26 30: *rspec-metadata-mysql
|
|
rspec-mysql 27 30: *rspec-metadata-mysql
|
|
rspec-mysql 28 30: *rspec-metadata-mysql
|
|
rspec-mysql 29 30: *rspec-metadata-mysql
|
|
|
|
rspec-pg-rails5 0 30: *rspec-metadata-pg-rails5
|
|
rspec-pg-rails5 1 30: *rspec-metadata-pg-rails5
|
|
rspec-pg-rails5 2 30: *rspec-metadata-pg-rails5
|
|
rspec-pg-rails5 3 30: *rspec-metadata-pg-rails5
|
|
rspec-pg-rails5 4 30: *rspec-metadata-pg-rails5
|
|
rspec-pg-rails5 5 30: *rspec-metadata-pg-rails5
|
|
rspec-pg-rails5 6 30: *rspec-metadata-pg-rails5
|
|
rspec-pg-rails5 7 30: *rspec-metadata-pg-rails5
|
|
rspec-pg-rails5 8 30: *rspec-metadata-pg-rails5
|
|
rspec-pg-rails5 9 30: *rspec-metadata-pg-rails5
|
|
rspec-pg-rails5 10 30: *rspec-metadata-pg-rails5
|
|
rspec-pg-rails5 11 30: *rspec-metadata-pg-rails5
|
|
rspec-pg-rails5 12 30: *rspec-metadata-pg-rails5
|
|
rspec-pg-rails5 13 30: *rspec-metadata-pg-rails5
|
|
rspec-pg-rails5 14 30: *rspec-metadata-pg-rails5
|
|
rspec-pg-rails5 15 30: *rspec-metadata-pg-rails5
|
|
rspec-pg-rails5 16 30: *rspec-metadata-pg-rails5
|
|
rspec-pg-rails5 17 30: *rspec-metadata-pg-rails5
|
|
rspec-pg-rails5 18 30: *rspec-metadata-pg-rails5
|
|
rspec-pg-rails5 19 30: *rspec-metadata-pg-rails5
|
|
rspec-pg-rails5 20 30: *rspec-metadata-pg-rails5
|
|
rspec-pg-rails5 21 30: *rspec-metadata-pg-rails5
|
|
rspec-pg-rails5 22 30: *rspec-metadata-pg-rails5
|
|
rspec-pg-rails5 23 30: *rspec-metadata-pg-rails5
|
|
rspec-pg-rails5 24 30: *rspec-metadata-pg-rails5
|
|
rspec-pg-rails5 25 30: *rspec-metadata-pg-rails5
|
|
rspec-pg-rails5 26 30: *rspec-metadata-pg-rails5
|
|
rspec-pg-rails5 27 30: *rspec-metadata-pg-rails5
|
|
rspec-pg-rails5 28 30: *rspec-metadata-pg-rails5
|
|
rspec-pg-rails5 29 30: *rspec-metadata-pg-rails5
|
|
|
|
rspec-mysql-rails5 0 30: *rspec-metadata-mysql-rails5
|
|
rspec-mysql-rails5 1 30: *rspec-metadata-mysql-rails5
|
|
rspec-mysql-rails5 2 30: *rspec-metadata-mysql-rails5
|
|
rspec-mysql-rails5 3 30: *rspec-metadata-mysql-rails5
|
|
rspec-mysql-rails5 4 30: *rspec-metadata-mysql-rails5
|
|
rspec-mysql-rails5 5 30: *rspec-metadata-mysql-rails5
|
|
rspec-mysql-rails5 6 30: *rspec-metadata-mysql-rails5
|
|
rspec-mysql-rails5 7 30: *rspec-metadata-mysql-rails5
|
|
rspec-mysql-rails5 8 30: *rspec-metadata-mysql-rails5
|
|
rspec-mysql-rails5 9 30: *rspec-metadata-mysql-rails5
|
|
rspec-mysql-rails5 10 30: *rspec-metadata-mysql-rails5
|
|
rspec-mysql-rails5 11 30: *rspec-metadata-mysql-rails5
|
|
rspec-mysql-rails5 12 30: *rspec-metadata-mysql-rails5
|
|
rspec-mysql-rails5 13 30: *rspec-metadata-mysql-rails5
|
|
rspec-mysql-rails5 14 30: *rspec-metadata-mysql-rails5
|
|
rspec-mysql-rails5 15 30: *rspec-metadata-mysql-rails5
|
|
rspec-mysql-rails5 16 30: *rspec-metadata-mysql-rails5
|
|
rspec-mysql-rails5 17 30: *rspec-metadata-mysql-rails5
|
|
rspec-mysql-rails5 18 30: *rspec-metadata-mysql-rails5
|
|
rspec-mysql-rails5 19 30: *rspec-metadata-mysql-rails5
|
|
rspec-mysql-rails5 20 30: *rspec-metadata-mysql-rails5
|
|
rspec-mysql-rails5 21 30: *rspec-metadata-mysql-rails5
|
|
rspec-mysql-rails5 22 30: *rspec-metadata-mysql-rails5
|
|
rspec-mysql-rails5 23 30: *rspec-metadata-mysql-rails5
|
|
rspec-mysql-rails5 24 30: *rspec-metadata-mysql-rails5
|
|
rspec-mysql-rails5 25 30: *rspec-metadata-mysql-rails5
|
|
rspec-mysql-rails5 26 30: *rspec-metadata-mysql-rails5
|
|
rspec-mysql-rails5 27 30: *rspec-metadata-mysql-rails5
|
|
rspec-mysql-rails5 28 30: *rspec-metadata-mysql-rails5
|
|
rspec-mysql-rails5 29 30: *rspec-metadata-mysql-rails5
|
|
|
|
static-analysis:
|
|
<<: *dedicated-no-docs-no-db-pull-cache-job
|
|
dependencies:
|
|
- compile-assets
|
|
- setup-test-env
|
|
script:
|
|
- scripts/static-analysis
|
|
cache:
|
|
key: "ruby-2.4.4-debian-stretch-with-yarn-and-rubocop"
|
|
paths:
|
|
- vendor/ruby
|
|
- .yarn-cache/
|
|
- tmp/rubocop_cache
|
|
|
|
# Documentation checks:
|
|
# - Check validity of relative links
|
|
# - Make sure cURL examples in API docs use the full switches
|
|
docs lint:
|
|
<<: *dedicated-runner
|
|
<<: *except-qa
|
|
image: "registry.gitlab.com/gitlab-org/gitlab-build-images:nanoc-bootstrap-ruby-2.4-alpine"
|
|
stage: test
|
|
cache: {}
|
|
dependencies: []
|
|
before_script: []
|
|
script:
|
|
- scripts/lint-doc.sh
|
|
- scripts/lint-changelog-yaml
|
|
- mv doc/ /nanoc/content/
|
|
- cd /nanoc
|
|
# Build HTML from Markdown
|
|
- bundle exec nanoc
|
|
# Check the internal links
|
|
- bundle exec nanoc check internal_links
|
|
|
|
downtime_check:
|
|
<<: *rake-exec
|
|
except:
|
|
- master
|
|
- tags
|
|
- /^[\d-]+-stable(-ee)?$/
|
|
- /(^docs[\/-].*|.*-docs$)/
|
|
- /(^qa[\/-].*|.*-qa$)/
|
|
|
|
rails5_gemfile_lock_check:
|
|
<<: *dedicated-no-docs-no-db-pull-cache-job
|
|
<<: *except-docs-and-qa
|
|
script:
|
|
- scripts/rails5-gemfile-lock-check
|
|
|
|
ee_compat_check:
|
|
<<: *rake-exec
|
|
except:
|
|
- master
|
|
- tags
|
|
- /[\d-]+-stable(-ee)?/
|
|
- /^security-/
|
|
- branches@gitlab-org/gitlab-ee
|
|
- branches@gitlab/gitlab-ee
|
|
retry: 0
|
|
artifacts:
|
|
name: "${CI_JOB_NAME}_${CI_COMIT_REF_NAME}_${CI_COMMIT_SHA}"
|
|
when: always
|
|
expire_in: 10d
|
|
paths:
|
|
- ee_compat_check/patches/*.patch
|
|
|
|
db:migrate:reset-pg:
|
|
<<: *db-migrate-reset
|
|
<<: *use-pg
|
|
|
|
db:migrate:reset-mysql:
|
|
<<: *db-migrate-reset
|
|
<<: *use-mysql
|
|
|
|
db:check-schema-pg:
|
|
<<: *db-migrate-reset
|
|
<<: *use-pg
|
|
script:
|
|
- source scripts/schema_changed.sh
|
|
|
|
migration:path-pg:
|
|
<<: *migration-paths
|
|
<<: *use-pg
|
|
|
|
migration:path-mysql:
|
|
<<: *migration-paths
|
|
<<: *use-mysql
|
|
|
|
.db-rollback: &db-rollback
|
|
<<: *dedicated-no-docs-and-no-qa-pull-cache-job
|
|
script:
|
|
- bundle exec rake db:migrate VERSION=20170523121229
|
|
- bundle exec rake db:migrate
|
|
|
|
db:rollback-pg:
|
|
<<: *db-rollback
|
|
<<: *use-pg
|
|
|
|
db:rollback-mysql:
|
|
<<: *db-rollback
|
|
<<: *use-mysql
|
|
|
|
gitlab:setup-pg:
|
|
<<: *gitlab-setup
|
|
<<: *use-pg
|
|
|
|
gitlab:setup-mysql:
|
|
<<: *gitlab-setup
|
|
<<: *use-mysql
|
|
|
|
# Frontend-related jobs
|
|
gitlab:assets:compile:
|
|
<<: *dedicated-no-docs-and-no-qa-pull-cache-job
|
|
dependencies: []
|
|
variables:
|
|
NODE_ENV: "production"
|
|
RAILS_ENV: "production"
|
|
SETUP_DB: "false"
|
|
SKIP_STORAGE_VALIDATION: "true"
|
|
WEBPACK_REPORT: "true"
|
|
# we override the max_old_space_size to prevent OOM errors
|
|
NODE_OPTIONS: --max_old_space_size=3584
|
|
script:
|
|
- date
|
|
- yarn install --frozen-lockfile --production --cache-folder .yarn-cache
|
|
- date
|
|
- free -m
|
|
- bundle exec rake gitlab:assets:compile
|
|
artifacts:
|
|
name: webpack-report
|
|
expire_in: 31d
|
|
paths:
|
|
- webpack-report/
|
|
- public/assets/
|
|
|
|
karma:
|
|
<<: *dedicated-no-docs-and-no-qa-pull-cache-job
|
|
<<: *use-pg
|
|
dependencies:
|
|
- compile-assets
|
|
- setup-test-env
|
|
script:
|
|
- export BABEL_ENV=coverage CHROME_LOG_FILE=chrome_debug.log
|
|
- date
|
|
- scripts/gitaly-test-spawn
|
|
- date
|
|
- bundle exec rake karma
|
|
coverage: '/^Statements *: (\d+\.\d+%)/'
|
|
artifacts:
|
|
name: coverage-javascript
|
|
expire_in: 31d
|
|
when: always
|
|
paths:
|
|
- chrome_debug.log
|
|
- coverage-javascript/
|
|
reports:
|
|
junit: junit_karma.xml
|
|
|
|
code_quality:
|
|
<<: *dedicated-no-docs-no-db-pull-cache-job
|
|
image: docker:stable
|
|
allow_failure: true
|
|
# gitlab-org runners set `privileged: false` but we need to have it set to true
|
|
# since we're using Docker in Docker
|
|
tags: []
|
|
before_script: []
|
|
services:
|
|
- docker:stable-dind
|
|
variables:
|
|
SETUP_DB: "false"
|
|
DOCKER_DRIVER: overlay2
|
|
cache: {}
|
|
dependencies: []
|
|
script:
|
|
# Extract "MAJOR.MINOR" from CI_SERVER_VERSION and generate "MAJOR-MINOR-stable" for Security Products
|
|
- export SP_VERSION=$(echo "$CI_SERVER_VERSION" | sed 's/^\([0-9]*\)\.\([0-9]*\).*/\1-\2-stable/')
|
|
- docker run
|
|
--env SOURCE_CODE="$PWD"
|
|
--volume "$PWD":/code
|
|
--volume /var/run/docker.sock:/var/run/docker.sock
|
|
"registry.gitlab.com/gitlab-org/security-products/codequality:$SP_VERSION" /code
|
|
artifacts:
|
|
paths: [gl-code-quality-report.json]
|
|
expire_in: 1 week
|
|
|
|
sast:
|
|
<<: *dedicated-no-docs-no-db-pull-cache-job
|
|
image: docker:stable
|
|
variables:
|
|
SAST_CONFIDENCE_LEVEL: 2
|
|
DOCKER_DRIVER: overlay2
|
|
allow_failure: true
|
|
tags: []
|
|
before_script: []
|
|
cache: {}
|
|
dependencies: []
|
|
services:
|
|
- docker:stable-dind
|
|
script:
|
|
- export SP_VERSION=$(echo "$CI_SERVER_VERSION" | sed 's/^\([0-9]*\)\.\([0-9]*\).*/\1-\2-stable/')
|
|
- docker run
|
|
--env SAST_CONFIDENCE_LEVEL="${SAST_CONFIDENCE_LEVEL:-3}"
|
|
--volume "$PWD:/code"
|
|
--volume /var/run/docker.sock:/var/run/docker.sock
|
|
"registry.gitlab.com/gitlab-org/security-products/sast:$SP_VERSION" /app/bin/run /code
|
|
artifacts:
|
|
paths: [gl-sast-report.json]
|
|
|
|
dependency_scanning:
|
|
<<: *dedicated-no-docs-no-db-pull-cache-job
|
|
image: docker:stable
|
|
variables:
|
|
DOCKER_DRIVER: overlay2
|
|
allow_failure: true
|
|
tags: []
|
|
before_script: []
|
|
cache: {}
|
|
dependencies: []
|
|
services:
|
|
- docker:stable-dind
|
|
script:
|
|
- export SP_VERSION=$(echo "$CI_SERVER_VERSION" | sed 's/^\([0-9]*\)\.\([0-9]*\).*/\1-\2-stable/')
|
|
- docker run
|
|
--env DEP_SCAN_DISABLE_REMOTE_CHECKS="${DEP_SCAN_DISABLE_REMOTE_CHECKS:-false}"
|
|
--volume "$PWD:/code"
|
|
--volume /var/run/docker.sock:/var/run/docker.sock
|
|
"registry.gitlab.com/gitlab-org/security-products/dependency-scanning:$SP_VERSION" /code
|
|
artifacts:
|
|
paths: [gl-dependency-scanning-report.json]
|
|
|
|
qa:internal:
|
|
<<: *dedicated-no-docs-no-db-pull-cache-job
|
|
services: []
|
|
script:
|
|
- cd qa/
|
|
- bundle install
|
|
- bundle exec rspec
|
|
|
|
qa:selectors:
|
|
<<: *dedicated-no-docs-no-db-pull-cache-job
|
|
services: []
|
|
script:
|
|
- cd qa/
|
|
- bundle install
|
|
- bundle exec bin/qa Test::Sanity::Selectors
|
|
|
|
coverage:
|
|
# Don't include dedicated-no-docs-no-db-pull-cache-job here since we need to
|
|
# download artifacts from all the rspec jobs instead of from setup-test-env only
|
|
<<: *dedicated-runner
|
|
<<: *except-docs-and-qa
|
|
<<: *pull-cache
|
|
variables:
|
|
SETUP_DB: "false"
|
|
stage: post-test
|
|
script:
|
|
- bundle exec scripts/merge-simplecov
|
|
coverage: '/LOC \((\d+\.\d+%)\) covered.$/'
|
|
artifacts:
|
|
name: coverage
|
|
expire_in: 31d
|
|
paths:
|
|
- coverage/index.html
|
|
- coverage/assets/
|
|
|
|
lint:javascript:report:
|
|
<<: *dedicated-no-docs-and-no-qa-pull-cache-job
|
|
stage: post-test
|
|
dependencies:
|
|
- compile-assets
|
|
- setup-test-env
|
|
before_script: []
|
|
script:
|
|
- date
|
|
- yarn run eslint-report || true # ignore exit code
|
|
artifacts:
|
|
name: eslint-report
|
|
expire_in: 31d
|
|
paths:
|
|
- eslint-report.html
|
|
|
|
pages:
|
|
<<: *dedicated-no-docs-no-db-pull-cache-job
|
|
before_script: []
|
|
stage: pages
|
|
dependencies:
|
|
- coverage
|
|
- karma
|
|
- gitlab:assets:compile
|
|
- lint:javascript:report
|
|
script:
|
|
- mv public/ .public/
|
|
- mkdir public/
|
|
- mv coverage/ public/coverage-ruby/ || true
|
|
- mv coverage-javascript/ public/coverage-javascript/ || true
|
|
- mv eslint-report.html public/ || true
|
|
- mv webpack-report/ public/webpack-report/ || true
|
|
artifacts:
|
|
paths:
|
|
- public
|
|
only:
|
|
- master@gitlab-org/gitlab-ce
|
|
- master@gitlab-org/gitlab-ee
|
|
|
|
# Insurance in case a gem needed by one of our releases gets yanked from
|
|
# rubygems.org in the future.
|
|
cache gems:
|
|
<<: *dedicated-no-docs-no-db-pull-cache-job
|
|
script:
|
|
- bundle package --all --all-platforms
|
|
artifacts:
|
|
paths:
|
|
- vendor/cache
|
|
only:
|
|
- master@gitlab-org/gitlab-ce
|
|
- master@gitlab-org/gitlab-ee
|
|
- tags
|
|
|
|
gitlab_git_test:
|
|
<<: *dedicated-runner
|
|
<<: *except-docs-and-qa
|
|
variables:
|
|
SETUP_DB: "false"
|
|
before_script: []
|
|
cache: {}
|
|
script:
|
|
- spec/support/prepare-gitlab-git-test-for-commit --check-for-changes
|
|
|
|
no_ee_check:
|
|
<<: *dedicated-runner
|
|
<<: *except-docs-and-qa
|
|
variables:
|
|
SETUP_DB: "false"
|
|
before_script: []
|
|
cache: {}
|
|
script:
|
|
- scripts/no-ee-check
|
|
only:
|
|
- //@gitlab-org/gitlab-ce
|