image: "dev.gitlab.org:5005/gitlab/gitlab-build-images:ruby-2.3.3-golang-1.8-git-2.7-phantomjs-2.1-node-7.1-postgresql-9.6" cache: key: "ruby-233" paths: - vendor/ruby variables: MYSQL_ALLOW_EMPTY_PASSWORD: "1" RAILS_ENV: "test" NODE_ENV: "test" SIMPLECOV: "true" GIT_DEPTH: "20" GIT_SUBMODULE_STRATEGY: "none" PHANTOMJS_VERSION: "2.1.1" GET_SOURCES_ATTEMPTS: "3" KNAPSACK_RSPEC_SUITE_REPORT_PATH: knapsack/${CI_PROJECT_NAME}/rspec_report-master.json KNAPSACK_SPINACH_SUITE_REPORT_PATH: knapsack/${CI_PROJECT_NAME}/spinach_report-master.json before_script: - bundle --version - source scripts/utils.sh - source scripts/prepare_build.sh stages: - build - prepare - test - post-test - pages # Predefined scopes .dedicated-runner: &dedicated-runner tags: - gitlab-org .knapsack-state: &knapsack-state services: [] variables: SETUP_DB: "false" USE_BUNDLE_INSTALL: "false" KNAPSACK_S3_BUCKET: "gitlab-ce-cache" cache: key: "knapsack" paths: - knapsack/ artifacts: expire_in: 31d paths: - knapsack/ .use-pg: &use-pg services: - postgres:latest - redis:alpine .use-mysql: &use-mysql services: - mysql:latest - redis:alpine .only-master-and-ee-or-mysql: &only-master-and-ee-or-mysql only: - /mysql/ - master@gitlab-org/gitlab-ce - master@gitlab/gitlabhq - tags@gitlab-org/gitlab-ce - tags@gitlab/gitlabhq - //@gitlab-org/gitlab-ee - //@gitlab/gitlab-ee # Skip all jobs except the ones that begin with 'docs/'. # Used for commits including ONLY documentation changes. # https://docs.gitlab.com/ce/development/writing_documentation.html#testing .except-docs: &except-docs except: - /^docs\/.*/ .rspec-knapsack: &rspec-knapsack stage: test <<: *dedicated-runner script: - JOB_NAME=( $CI_JOB_NAME ) - export CI_NODE_INDEX=${JOB_NAME[-2]} - export CI_NODE_TOTAL=${JOB_NAME[-1]} - export KNAPSACK_REPORT_PATH=knapsack/${CI_PROJECT_NAME}/${JOB_NAME[0]}_${JOB_NAME[1]}_node_${CI_NODE_INDEX}_${CI_NODE_TOTAL}_report.json - export KNAPSACK_GENERATE_REPORT=true - export CACHE_CLASSES=true - cp ${KNAPSACK_RSPEC_SUITE_REPORT_PATH} ${KNAPSACK_REPORT_PATH} - knapsack rspec "--color --format documentation" artifacts: expire_in: 31d when: always paths: - coverage/ - knapsack/ - tmp/capybara/ .rspec-knapsack-pg: &rspec-knapsack-pg <<: *rspec-knapsack <<: *use-pg <<: *except-docs .rspec-knapsack-mysql: &rspec-knapsack-mysql <<: *rspec-knapsack <<: *use-mysql <<: *only-master-and-ee-or-mysql <<: *except-docs .spinach-knapsack: &spinach-knapsack stage: test <<: *dedicated-runner script: - JOB_NAME=( $CI_JOB_NAME ) - export CI_NODE_INDEX=${JOB_NAME[-2]} - export CI_NODE_TOTAL=${JOB_NAME[-1]} - export KNAPSACK_REPORT_PATH=knapsack/${CI_PROJECT_NAME}/${JOB_NAME[0]}_${JOB_NAME[1]}_node_${CI_NODE_INDEX}_${CI_NODE_TOTAL}_report.json - export KNAPSACK_GENERATE_REPORT=true - export CACHE_CLASSES=true - cp ${KNAPSACK_SPINACH_SUITE_REPORT_PATH} ${KNAPSACK_REPORT_PATH} - knapsack spinach "-r rerun" || retry '[[ -e tmp/spinach-rerun.txt ]] && bundle exec spinach -r rerun $(cat tmp/spinach-rerun.txt)' artifacts: expire_in: 31d when: always paths: - coverage/ - knapsack/ - tmp/capybara/ .spinach-knapsack-pg: &spinach-knapsack-pg <<: *spinach-knapsack <<: *use-pg <<: *except-docs .spinach-knapsack-mysql: &spinach-knapsack-mysql <<: *spinach-knapsack <<: *use-mysql <<: *only-master-and-ee-or-mysql <<: *except-docs # Trigger a package build on omnibus-gitlab repository build-package: services: [] variables: SETUP_DB: "false" USE_BUNDLE_INSTALL: "false" stage: build when: manual script: # If no branch in omnibus is specified, trigger pipeline against master - if [ -z "$OMNIBUS_BRANCH" ] ; then export OMNIBUS_BRANCH=master ;fi - echo "token=${BUILD_TRIGGER_TOKEN}" > version_details - echo "ref=${OMNIBUS_BRANCH}" >> version_details - echo "variables[ALTERNATIVE_SOURCES]=true" >> version_details - echo "variables[GITLAB_VERSION]=${CI_COMMIT_SHA}" >> version_details # Collect version details of all components - for f in *_VERSION; do echo "variables[$f]=$(cat $f)" >> version_details; done # Trigger the API and pass values collected above as parameters to it - cat version_details | tr '\n' '&' | curl -X POST https://gitlab.com/api/v4/projects/20699/trigger/pipeline --data-binary @- - rm version_details # Prepare and merge knapsack tests knapsack: <<: *knapsack-state <<: *dedicated-runner <<: *except-docs stage: prepare script: - mkdir -p knapsack/${CI_PROJECT_NAME}/ - wget -O $KNAPSACK_RSPEC_SUITE_REPORT_PATH http://${KNAPSACK_S3_BUCKET}.s3.amazonaws.com/$KNAPSACK_RSPEC_SUITE_REPORT_PATH || rm $KNAPSACK_RSPEC_SUITE_REPORT_PATH - wget -O $KNAPSACK_SPINACH_SUITE_REPORT_PATH http://${KNAPSACK_S3_BUCKET}.s3.amazonaws.com/$KNAPSACK_SPINACH_SUITE_REPORT_PATH || rm $KNAPSACK_SPINACH_SUITE_REPORT_PATH - '[[ -f $KNAPSACK_RSPEC_SUITE_REPORT_PATH ]] || echo "{}" > ${KNAPSACK_RSPEC_SUITE_REPORT_PATH}' - '[[ -f $KNAPSACK_SPINACH_SUITE_REPORT_PATH ]] || echo "{}" > ${KNAPSACK_SPINACH_SUITE_REPORT_PATH}' update-knapsack: <<: *knapsack-state <<: *dedicated-runner stage: post-test script: - scripts/merge-reports ${KNAPSACK_RSPEC_SUITE_REPORT_PATH} knapsack/${CI_PROJECT_NAME}/rspec_pg_node_*.json - scripts/merge-reports ${KNAPSACK_SPINACH_SUITE_REPORT_PATH} knapsack/${CI_PROJECT_NAME}/spinach_pg_node_*.json - '[[ -z ${KNAPSACK_S3_BUCKET} ]] || scripts/sync-reports put $KNAPSACK_S3_BUCKET $KNAPSACK_RSPEC_SUITE_REPORT_PATH $KNAPSACK_SPINACH_SUITE_REPORT_PATH' - rm -f knapsack/${CI_PROJECT_NAME}/*_node_*.json only: - master@gitlab-org/gitlab-ce - master@gitlab-org/gitlab-ee - master@gitlab/gitlabhq - master@gitlab/gitlab-ee setup-test-env: <<: *use-pg <<: *dedicated-runner <<: *except-docs stage: prepare script: - node --version - yarn install --pure-lockfile - bundle exec rake gitlab:assets:compile - bundle exec ruby -Ispec -e 'require "spec_helper" ; TestEnv.init' artifacts: expire_in: 7d paths: - node_modules - public/assets - tmp/tests rspec pg 0 20: *rspec-knapsack-pg rspec pg 1 20: *rspec-knapsack-pg rspec pg 2 20: *rspec-knapsack-pg rspec pg 3 20: *rspec-knapsack-pg rspec pg 4 20: *rspec-knapsack-pg rspec pg 5 20: *rspec-knapsack-pg rspec pg 6 20: *rspec-knapsack-pg rspec pg 7 20: *rspec-knapsack-pg rspec pg 8 20: *rspec-knapsack-pg rspec pg 9 20: *rspec-knapsack-pg rspec pg 10 20: *rspec-knapsack-pg rspec pg 11 20: *rspec-knapsack-pg rspec pg 12 20: *rspec-knapsack-pg rspec pg 13 20: *rspec-knapsack-pg rspec pg 14 20: *rspec-knapsack-pg rspec pg 15 20: *rspec-knapsack-pg rspec pg 16 20: *rspec-knapsack-pg rspec pg 17 20: *rspec-knapsack-pg rspec pg 18 20: *rspec-knapsack-pg rspec pg 19 20: *rspec-knapsack-pg rspec mysql 0 20: *rspec-knapsack-mysql rspec mysql 1 20: *rspec-knapsack-mysql rspec mysql 2 20: *rspec-knapsack-mysql rspec mysql 3 20: *rspec-knapsack-mysql rspec mysql 4 20: *rspec-knapsack-mysql rspec mysql 5 20: *rspec-knapsack-mysql rspec mysql 6 20: *rspec-knapsack-mysql rspec mysql 7 20: *rspec-knapsack-mysql rspec mysql 8 20: *rspec-knapsack-mysql rspec mysql 9 20: *rspec-knapsack-mysql rspec mysql 10 20: *rspec-knapsack-mysql rspec mysql 11 20: *rspec-knapsack-mysql rspec mysql 12 20: *rspec-knapsack-mysql rspec mysql 13 20: *rspec-knapsack-mysql rspec mysql 14 20: *rspec-knapsack-mysql rspec mysql 15 20: *rspec-knapsack-mysql rspec mysql 16 20: *rspec-knapsack-mysql rspec mysql 17 20: *rspec-knapsack-mysql rspec mysql 18 20: *rspec-knapsack-mysql rspec mysql 19 20: *rspec-knapsack-mysql spinach pg 0 10: *spinach-knapsack-pg spinach pg 1 10: *spinach-knapsack-pg spinach pg 2 10: *spinach-knapsack-pg spinach pg 3 10: *spinach-knapsack-pg spinach pg 4 10: *spinach-knapsack-pg spinach pg 5 10: *spinach-knapsack-pg spinach pg 6 10: *spinach-knapsack-pg spinach pg 7 10: *spinach-knapsack-pg spinach pg 8 10: *spinach-knapsack-pg spinach pg 9 10: *spinach-knapsack-pg spinach mysql 0 10: *spinach-knapsack-mysql spinach mysql 1 10: *spinach-knapsack-mysql spinach mysql 2 10: *spinach-knapsack-mysql spinach mysql 3 10: *spinach-knapsack-mysql spinach mysql 4 10: *spinach-knapsack-mysql spinach mysql 5 10: *spinach-knapsack-mysql spinach mysql 6 10: *spinach-knapsack-mysql spinach mysql 7 10: *spinach-knapsack-mysql spinach mysql 8 10: *spinach-knapsack-mysql spinach mysql 9 10: *spinach-knapsack-mysql # Other generic tests .ruby-static-analysis: &ruby-static-analysis variables: SIMPLECOV: "false" SETUP_DB: "false" USE_BUNDLE_INSTALL: "true" .rake-exec: &rake-exec <<: *ruby-static-analysis <<: *dedicated-runner <<: *except-docs stage: test script: - bundle exec rake $CI_JOB_NAME static-analysis: <<: *ruby-static-analysis <<: *dedicated-runner <<: *except-docs stage: test script: - scripts/static-analysis # Documentation checks: # - Check validity of relative links # - Make sure cURL examples in API docs use the full switches docs lint: image: "registry.gitlab.com/gitlab-org/gitlab-build-images:nanoc-bootstrap-ruby-2.4-alpine" stage: test <<: *dedicated-runner cache: {} dependencies: [] before_script: [] script: - scripts/lint-doc.sh - mv doc/ /nanoc/content/ - cd /nanoc # Build HTML from Markdown - bundle exec nanoc # Check the internal links - bundle exec nanoc check internal_links downtime_check: <<: *rake-exec except: - master - tags - /^[\d-]+-stable(-ee)?$/ - /^docs\/*/ ee_compat_check: <<: *rake-exec only: - branches@gitlab-org/gitlab-ce except: - master - tags - /^[\d-]+-stable(-ee)?$/ allow_failure: yes cache: key: "ee_compat_check_repo" paths: - ee_compat_check/ee-repo/ artifacts: name: "${CI_JOB_NAME}_${CI_COMIT_REF_NAME}_${CI_COMMIT_SHA}" when: on_failure expire_in: 10d paths: - ee_compat_check/patches/*.patch .db-migrate-reset: &db-migrate-reset stage: test <<: *dedicated-runner <<: *except-docs script: - bundle exec rake db:migrate:reset rake pg db:migrate:reset: <<: *db-migrate-reset <<: *use-pg rake mysql db:migrate:reset: <<: *db-migrate-reset <<: *use-mysql .db-rollback: &db-rollback stage: test <<: *dedicated-runner <<: *except-docs script: - bundle exec rake db:rollback STEP=120 - bundle exec rake db:migrate rake pg db:rollback: <<: *db-rollback <<: *use-pg rake mysql db:rollback: <<: *db-rollback <<: *use-mysql .db-seed_fu: &db-seed_fu stage: test <<: *dedicated-runner <<: *except-docs variables: SIZE: "1" SETUP_DB: "false" RAILS_ENV: "development" script: - git clone https://gitlab.com/gitlab-org/gitlab-test.git /home/git/repositories/gitlab-org/gitlab-test.git - bundle exec rake db:setup db:seed_fu artifacts: when: on_failure expire_in: 1d paths: - log/development.log rake pg db:seed_fu: <<: *db-seed_fu <<: *use-pg rake mysql db:seed_fu: <<: *db-seed_fu <<: *use-mysql rake gitlab:assets:compile: stage: test <<: *dedicated-runner <<: *except-docs dependencies: [] variables: NODE_ENV: "production" RAILS_ENV: "production" SETUP_DB: "false" USE_DB: "false" SKIP_STORAGE_VALIDATION: "true" WEBPACK_REPORT: "true" script: - bundle exec rake yarn:install gitlab:assets:compile artifacts: name: webpack-report expire_in: 31d paths: - webpack-report/ rake karma: cache: paths: - vendor/ruby stage: test <<: *use-pg <<: *dedicated-runner <<: *except-docs variables: BABEL_ENV: "coverage" script: - bundle exec rake karma coverage: '/^Statements *: (\d+\.\d+%)/' artifacts: name: coverage-javascript expire_in: 31d paths: - coverage-javascript/ .migration-paths: &migration-paths stage: test <<: *dedicated-runner variables: SETUP_DB: "false" only: - master@gitlab-org/gitlab-ce - master@gitlab-org/gitlab-ee - master@gitlab/gitlabhq - master@gitlab/gitlab-ee script: - git fetch origin v8.14.10 - git checkout -f FETCH_HEAD - bundle install $BUNDLE_INSTALL_FLAGS - bundle exec rake db:drop db:create db:schema:load db:seed_fu - git checkout $CI_COMMIT_SHA - bundle install $BUNDLE_INSTALL_FLAGS - . scripts/prepare_build.sh - bundle exec rake db:migrate migration pg paths: <<: *migration-paths <<: *use-pg migration mysql paths: <<: *migration-paths <<: *use-mysql coverage: stage: post-test services: [] <<: *dedicated-runner <<: *except-docs variables: SETUP_DB: "false" USE_BUNDLE_INSTALL: "true" script: - bundle exec scripts/merge-simplecov coverage: '/LOC \((\d+\.\d+%)\) covered.$/' artifacts: name: coverage expire_in: 31d paths: - coverage/index.html - coverage/assets/ lint:javascript:report: <<: *dedicated-runner <<: *except-docs stage: post-test before_script: [] script: - find app/ spec/ -name '*.js' -exec sed --in-place 's|/\* eslint-disable .*\*/||' {} \; # run report over all files - yarn run eslint-report || true # ignore exit code artifacts: name: eslint-report expire_in: 31d paths: - eslint-report.html # Trigger docs build # https://gitlab.com/gitlab-com/doc-gitlab-com/blob/master/README.md#deployment-process trigger_docs: stage: post-test image: "alpine" <<: *dedicated-runner before_script: - apk update && apk add curl variables: GIT_STRATEGY: "none" cache: {} artifacts: {} script: - "HTTP_STATUS=$(curl -X POST -F token=${DOCS_TRIGGER_TOKEN} -F ref=master -F variables[PROJECT]=${CI_PROJECT_NAME} --silent --output curl.log --write-out '%{http_code}' https://gitlab.com/api/v3/projects/1794617/trigger/builds)" - if [ "${HTTP_STATUS}" -ne "201" ]; then echo "Error ${HTTP_STATUS}"; cat curl.log; echo; exit 1; fi only: - master@gitlab-org/gitlab-ce - master@gitlab-org/gitlab-ee pages: before_script: [] stage: pages <<: *dedicated-runner dependencies: - coverage - rake karma - rake gitlab:assets:compile - lint:javascript:report script: - mv public/ .public/ - mkdir public/ - mv coverage/ public/coverage-ruby/ || true - mv coverage-javascript/ public/coverage-javascript/ || true - mv eslint-report.html public/ || true - mv webpack-report/ public/webpack-report/ || true artifacts: paths: - public only: - master@gitlab-org/gitlab-ce - master@gitlab-org/gitlab-ee # Insurance in case a gem needed by one of our releases gets yanked from # rubygems.org in the future. cache gems: <<: *dedicated-runner only: - tags variables: SETUP_DB: "false" script: - bundle package --all --all-platforms artifacts: paths: - vendor/cache only: - master@gitlab-org/gitlab-ce - master@gitlab-org/gitlab-ee