gitlab-org--gitlab-foss/.gitlab-ci.yml

406 lines
10 KiB
YAML
Raw Normal View History

2016-09-30 07:45:03 -04:00
image: "dev.gitlab.org:5005/gitlab/gitlab-build-images:ruby-2.3-git-2.7-phantomjs-2.1"
2016-01-22 08:45:34 -05:00
2016-02-06 19:57:04 -05:00
cache:
2016-08-12 08:41:27 -04:00
key: "ruby-231"
2016-02-06 19:57:04 -05:00
paths:
- vendor/ruby
2016-02-06 19:57:04 -05:00
2016-01-22 08:45:34 -05:00
variables:
MYSQL_ALLOW_EMPTY_PASSWORD: "1"
2015-11-12 04:52:20 -05:00
# retry tests only in CI environment
RSPEC_RETRY_RETRY_COUNT: "3"
2016-05-21 21:41:17 -04:00
RAILS_ENV: "test"
SIMPLECOV: "true"
SETUP_DB: "true"
2016-06-03 17:03:58 -04:00
USE_BUNDLE_INSTALL: "true"
2016-06-17 04:59:48 -04:00
GIT_DEPTH: "20"
2016-08-09 14:25:11 -04:00
PHANTOMJS_VERSION: "2.1.1"
2016-01-22 08:45:34 -05:00
before_script:
- source ./scripts/prepare_build.sh
2015-06-03 16:05:33 -04:00
- cp config/gitlab.yml.example config/gitlab.yml
2016-05-22 01:31:38 -04:00
- bundle --version
2016-06-03 16:54:25 -04:00
- '[ "$USE_BUNDLE_INSTALL" != "true" ] || retry bundle install --without postgres production --jobs $(nproc) "${FLAGS[@]}"'
2016-06-07 04:45:02 -04:00
- retry gem install knapsack
2016-10-05 19:05:16 -04:00
- '[ "$SETUP_DB" != "true" ] || bundle exec rake db:drop db:create db:schema:load db:migrate add_limits_mysql'
2016-05-21 21:17:15 -04:00
stages:
2016-06-03 11:15:00 -04:00
- prepare
2016-05-21 21:17:15 -04:00
- test
- post-test
2016-06-30 13:04:00 -04:00
- pages
2016-06-06 04:55:13 -04:00
# Prepare and merge knapsack tests
2016-06-07 07:10:40 -04:00
.knapsack-state: &knapsack-state
services: []
2016-06-03 16:54:25 -04:00
variables:
SETUP_DB: "false"
2016-06-03 16:54:25 -04:00
USE_BUNDLE_INSTALL: "false"
cache:
key: "knapsack"
paths:
- knapsack/
artifacts:
expire_in: 31d
2016-06-03 16:54:25 -04:00
paths:
2016-06-03 11:15:00 -04:00
- knapsack/
2016-05-21 21:41:17 -04:00
2016-06-03 16:54:25 -04:00
knapsack:
2016-06-07 07:10:40 -04:00
<<: *knapsack-state
2016-06-03 16:54:25 -04:00
stage: prepare
script:
- mkdir -p knapsack/
- '[[ -f knapsack/rspec_report.json ]] || echo "{}" > knapsack/rspec_report.json'
- '[[ -f knapsack/spinach_report.json ]] || echo "{}" > knapsack/spinach_report.json'
update-knapsack:
2016-06-07 07:10:40 -04:00
<<: *knapsack-state
stage: post-test
script:
- scripts/merge-reports knapsack/rspec_report.json knapsack/rspec_node_*.json
- scripts/merge-reports knapsack/spinach_report.json knapsack/spinach_node_*.json
- rm -f knapsack/*_node_*.json
2016-06-08 10:29:09 -04:00
only:
2016-10-13 15:56:32 -04:00
- master@gitlab-org/gitlab-ce
- master@gitlab-org/gitlab-ee
2016-10-14 10:16:10 -04:00
- master@gitlab/gitlabhq
- master@gitlab/gitlab-ee
2016-06-06 04:55:13 -04:00
.use-db: &use-db
services:
- mysql:latest
- redis:alpine
2016-06-07 07:10:40 -04:00
.rspec-knapsack: &rspec-knapsack
stage: test
<<: *use-db
script:
2016-06-06 04:55:13 -04:00
- bundle exec rake assets:precompile 2>/dev/null
- JOB_NAME=( $CI_BUILD_NAME )
- export CI_NODE_INDEX=${JOB_NAME[1]}
- export CI_NODE_TOTAL=${JOB_NAME[2]}
2016-06-07 07:06:24 -04:00
- export KNAPSACK_REPORT_PATH=knapsack/rspec_node_${CI_NODE_INDEX}_${CI_NODE_TOTAL}_report.json
2016-06-06 04:55:13 -04:00
- export KNAPSACK_GENERATE_REPORT=true
2016-06-07 07:06:24 -04:00
- cp knapsack/rspec_report.json ${KNAPSACK_REPORT_PATH}
2016-08-20 12:46:29 -04:00
- knapsack rspec "--color --format documentation"
2016-06-06 04:55:13 -04:00
artifacts:
expire_in: 31d
2016-06-06 04:55:13 -04:00
paths:
- knapsack/
2016-06-30 09:44:29 -04:00
- coverage/
2016-05-21 21:51:09 -04:00
2016-06-07 07:10:40 -04:00
.spinach-knapsack: &spinach-knapsack
2016-06-07 07:06:24 -04:00
stage: test
<<: *use-db
2016-06-07 07:06:24 -04:00
script:
- bundle exec rake assets:precompile 2>/dev/null
- JOB_NAME=( $CI_BUILD_NAME )
- export CI_NODE_INDEX=${JOB_NAME[1]}
- export CI_NODE_TOTAL=${JOB_NAME[2]}
- export KNAPSACK_REPORT_PATH=knapsack/spinach_node_${CI_NODE_INDEX}_${CI_NODE_TOTAL}_report.json
- export KNAPSACK_GENERATE_REPORT=true
- cp knapsack/spinach_report.json ${KNAPSACK_REPORT_PATH}
2016-10-14 08:12:30 -04:00
- knapsack spinach "-r rerun" || retry '[[ -e tmp/spinach-rerun.txt ]] && bundle exec spinach -r rerun $(cat tmp/spinach-rerun.txt)'
2016-06-07 07:06:24 -04:00
artifacts:
expire_in: 31d
2016-06-07 07:06:24 -04:00
paths:
- knapsack/
2016-06-30 09:44:29 -04:00
- coverage/
2016-06-07 07:06:24 -04:00
rspec 0 20: *rspec-knapsack
rspec 1 20: *rspec-knapsack
rspec 2 20: *rspec-knapsack
rspec 3 20: *rspec-knapsack
rspec 4 20: *rspec-knapsack
rspec 5 20: *rspec-knapsack
rspec 6 20: *rspec-knapsack
rspec 7 20: *rspec-knapsack
rspec 8 20: *rspec-knapsack
rspec 9 20: *rspec-knapsack
rspec 10 20: *rspec-knapsack
rspec 11 20: *rspec-knapsack
rspec 12 20: *rspec-knapsack
rspec 13 20: *rspec-knapsack
rspec 14 20: *rspec-knapsack
rspec 15 20: *rspec-knapsack
rspec 16 20: *rspec-knapsack
rspec 17 20: *rspec-knapsack
rspec 18 20: *rspec-knapsack
rspec 19 20: *rspec-knapsack
spinach 0 10: *spinach-knapsack
spinach 1 10: *spinach-knapsack
spinach 2 10: *spinach-knapsack
spinach 3 10: *spinach-knapsack
spinach 4 10: *spinach-knapsack
spinach 5 10: *spinach-knapsack
spinach 6 10: *spinach-knapsack
spinach 7 10: *spinach-knapsack
spinach 8 10: *spinach-knapsack
spinach 9 10: *spinach-knapsack
2016-05-21 21:51:09 -04:00
# Execute all testing suites against Ruby 2.1
.ruby-21: &ruby-21
2016-09-30 07:45:03 -04:00
image: "dev.gitlab.org:5005/gitlab/gitlab-build-images:ruby-2.1-git-2.7-phantomjs-2.1"
<<: *use-db
2016-06-17 11:48:46 -04:00
only:
2016-10-13 15:56:32 -04:00
- master@gitlab-org/gitlab-ce
- master@gitlab-org/gitlab-ee
2016-10-14 10:16:10 -04:00
- master@gitlab/gitlabhq
- master@gitlab/gitlab-ee
cache:
key: "ruby21"
paths:
- vendor/ruby
.rspec-knapsack-ruby21: &rspec-knapsack-ruby21
2016-06-07 07:06:24 -04:00
<<: *rspec-knapsack
<<: *ruby-21
2016-06-07 07:06:24 -04:00
.spinach-knapsack-ruby21: &spinach-knapsack-ruby21
2016-06-07 10:16:16 -04:00
<<: *spinach-knapsack
<<: *ruby-21
rspec 0 20 ruby21: *rspec-knapsack-ruby21
rspec 1 20 ruby21: *rspec-knapsack-ruby21
rspec 2 20 ruby21: *rspec-knapsack-ruby21
rspec 3 20 ruby21: *rspec-knapsack-ruby21
rspec 4 20 ruby21: *rspec-knapsack-ruby21
rspec 5 20 ruby21: *rspec-knapsack-ruby21
rspec 6 20 ruby21: *rspec-knapsack-ruby21
rspec 7 20 ruby21: *rspec-knapsack-ruby21
rspec 8 20 ruby21: *rspec-knapsack-ruby21
rspec 9 20 ruby21: *rspec-knapsack-ruby21
rspec 10 20 ruby21: *rspec-knapsack-ruby21
rspec 11 20 ruby21: *rspec-knapsack-ruby21
rspec 12 20 ruby21: *rspec-knapsack-ruby21
rspec 13 20 ruby21: *rspec-knapsack-ruby21
rspec 14 20 ruby21: *rspec-knapsack-ruby21
rspec 15 20 ruby21: *rspec-knapsack-ruby21
rspec 16 20 ruby21: *rspec-knapsack-ruby21
rspec 17 20 ruby21: *rspec-knapsack-ruby21
rspec 18 20 ruby21: *rspec-knapsack-ruby21
rspec 19 20 ruby21: *rspec-knapsack-ruby21
spinach 0 10 ruby21: *spinach-knapsack-ruby21
spinach 1 10 ruby21: *spinach-knapsack-ruby21
spinach 2 10 ruby21: *spinach-knapsack-ruby21
spinach 3 10 ruby21: *spinach-knapsack-ruby21
spinach 4 10 ruby21: *spinach-knapsack-ruby21
spinach 5 10 ruby21: *spinach-knapsack-ruby21
spinach 6 10 ruby21: *spinach-knapsack-ruby21
spinach 7 10 ruby21: *spinach-knapsack-ruby21
spinach 8 10 ruby21: *spinach-knapsack-ruby21
spinach 9 10 ruby21: *spinach-knapsack-ruby21
2016-06-06 04:55:13 -04:00
# Other generic tests
.ruby-static-analysis: &ruby-static-analysis
variables:
SIMPLECOV: "false"
SETUP_DB: "false"
USE_BUNDLE_INSTALL: "true"
2016-06-06 04:55:13 -04:00
.exec: &exec
<<: *ruby-static-analysis
stage: test
script:
2016-06-06 04:55:13 -04:00
- bundle exec $CI_BUILD_NAME
2016-06-06 04:55:13 -04:00
rubocop: *exec
rake haml_lint: *exec
2016-06-06 04:55:13 -04:00
rake scss_lint: *exec
rake brakeman: *exec
2016-10-05 20:33:04 -04:00
rake flay: *exec
2016-06-07 05:23:53 -04:00
license_finder: *exec
rake downtime_check: *exec
rake ee_compat_check:
<<: *exec
only:
- branches@gitlab-org/gitlab-ce
- branches@gitlab/gitlabhq
except:
- master
- tags
- /^[\d-]+-stable(-ee)?$/
allow_failure: yes
cache:
key: "ruby231-ee_compat_check_repo"
paths:
- ee_compat_check/repo/
- vendor/ruby
artifacts:
name: "${CI_BUILD_NAME}_${CI_BUILD_REF_NAME}_${CI_BUILD_REF}"
when: on_failure
expire_in: 10d
paths:
- ee_compat_check/patches/*.patch
rake db:migrate:reset:
stage: test
<<: *use-db
script:
- rake db:migrate:reset
rake db:seed_fu:
stage: test
<<: *use-db
variables:
SIZE: "1"
SETUP_DB: "false"
RAILS_ENV: "development"
script:
- git clone https://gitlab.com/gitlab-org/gitlab-test.git
/home/git/repositories/gitlab-org/gitlab-test.git
- bundle exec rake db:setup db:seed_fu
artifacts:
when: on_failure
expire_in: 1d
paths:
- log/development.log
teaspoon:
stage: test
<<: *use-db
script:
- curl --silent --location https://deb.nodesource.com/setup_6.x | bash -
- apt-get install --assume-yes nodejs
- npm install --global istanbul
- rake teaspoon
artifacts:
name: coverage-javascript
expire_in: 31d
paths:
- coverage-javascript/default/
2016-08-08 08:42:20 -04:00
lint-doc:
stage: test
image: "phusion/baseimage:latest"
before_script: []
script:
- scripts/lint-doc.sh
2016-10-12 08:49:10 -04:00
bundler:check:
stage: test
<<: *ruby-static-analysis
script:
- bundle check
2016-06-06 04:55:13 -04:00
bundler:audit:
stage: test
<<: *ruby-static-analysis
only:
2016-10-13 15:56:32 -04:00
- master@gitlab-org/gitlab-ce
- master@gitlab-org/gitlab-ee
2016-10-14 10:16:10 -04:00
- master@gitlab/gitlabhq
- master@gitlab/gitlab-ee
script:
2016-06-06 04:55:13 -04:00
- "bundle exec bundle-audit check --update --ignore OSVDB-115941"
migration paths:
stage: test
<<: *use-db
variables:
SETUP_DB: "false"
only:
- master@gitlab-org/gitlab-ce
2016-10-14 10:16:10 -04:00
- master@gitlab-org/gitlab-ee
- master@gitlab/gitlabhq
- master@gitlab/gitlab-ee
script:
- git checkout HEAD .
- git fetch --tags
- git checkout v8.5.9
- cp config/resque.yml.example config/resque.yml
- sed -i 's/localhost/redis/g' config/resque.yml
- bundle install --without postgres production --jobs $(nproc) "${FLAGS[@]}" --retry=3
- rake db:drop db:create db:schema:load db:seed_fu
- git checkout $CI_BUILD_REF
- source scripts/prepare_build.sh
- rake db:migrate
coverage:
stage: post-test
services: []
variables:
SETUP_DB: "false"
USE_BUNDLE_INSTALL: "true"
script:
- bundle exec scripts/merge-simplecov
artifacts:
name: coverage
expire_in: 31d
paths:
- coverage/index.html
- coverage/assets/
2016-07-22 17:40:12 -04:00
lint-javascript:
stage: test
image: "node:latest"
before_script:
- npm install
script:
- npm run eslint
# Trigger docs build
# https://gitlab.com/gitlab-com/doc-gitlab-com/blob/master/README.md#deployment-process
trigger_docs:
stage: post-test
image: "alpine"
before_script:
- apk update && apk add curl
variables:
GIT_STRATEGY: none
cache: {}
artifacts: {}
script:
- "curl -X POST -F token=${DOCS_TRIGGER_TOKEN} -F ref=master -F variables[PROJECT]=ce https://gitlab.com/api/v3/projects/1794617/trigger/builds"
only:
- master@gitlab-org/gitlab-ce
2016-06-06 04:55:13 -04:00
# Notify slack in the end
notify:slack:
2016-06-06 04:55:13 -04:00
stage: post-test
variables:
SETUP_DB: "false"
USE_BUNDLE_INSTALL: "false"
script:
2016-03-01 04:03:37 -05:00
- ./scripts/notify_slack.sh "#builds" "Build on \`$CI_BUILD_REF_NAME\` failed! Commit \`$(git log -1 --oneline)\` See <https://gitlab.com/gitlab-org/$(basename "$PWD")/commit/"$CI_BUILD_REF"/builds>"
when: on_failure
only:
- master@gitlab-org/gitlab-ce
- tags@gitlab-org/gitlab-ce
- master@gitlab-org/gitlab-ee
- tags@gitlab-org/gitlab-ee
pages:
before_script: []
stage: pages
dependencies:
- coverage
- teaspoon
script:
- mv public/ .public/
- mkdir public/
- mv coverage public/coverage-ruby
- mv coverage-javascript/default/ public/coverage-javascript/
artifacts:
paths:
- public
only:
- master
2016-09-30 05:38:56 -04:00
# Insurance in case a gem needed by one of our releases gets yanked from
# rubygems.org in the future.
cache gems:
only:
- tags
variables:
SETUP_DB: "false"
script:
- bundle package --all --all-platforms
artifacts:
paths:
- vendor/cache