mirror of
https://github.com/moby/moby.git
synced 2022-11-09 12:21:53 -05:00
1023 lines
52 KiB
Groovy
1023 lines
52 KiB
Groovy
#!groovy
|
|
pipeline {
|
|
agent none
|
|
|
|
options {
|
|
buildDiscarder(logRotator(daysToKeepStr: '30'))
|
|
timeout(time: 2, unit: 'HOURS')
|
|
timestamps()
|
|
}
|
|
parameters {
|
|
booleanParam(name: 'unit_validate', defaultValue: true, description: 'amd64 (x86_64) unit tests and vendor check')
|
|
booleanParam(name: 'validate_force', defaultValue: false, description: 'force validation steps to be run, even if no changes were detected')
|
|
booleanParam(name: 'amd64', defaultValue: true, description: 'amd64 (x86_64) Build/Test')
|
|
booleanParam(name: 'arm64', defaultValue: true, description: 'ARM (arm64) Build/Test')
|
|
booleanParam(name: 's390x', defaultValue: true, description: 'IBM Z (s390x) Build/Test')
|
|
booleanParam(name: 'ppc64le', defaultValue: true, description: 'PowerPC (ppc64le) Build/Test')
|
|
booleanParam(name: 'windowsRS1', defaultValue: false, description: 'Windows 2016 (RS1) Build/Test')
|
|
booleanParam(name: 'windowsRS5', defaultValue: true, description: 'Windows 2019 (RS5) Build/Test')
|
|
booleanParam(name: 'dco', defaultValue: true, description: 'Run the DCO check')
|
|
}
|
|
environment {
|
|
DOCKER_BUILDKIT = '1'
|
|
DOCKER_EXPERIMENTAL = '1'
|
|
DOCKER_GRAPHDRIVER = 'overlay2'
|
|
APT_MIRROR = 'cdn-fastly.deb.debian.org'
|
|
CHECK_CONFIG_COMMIT = '78405559cfe5987174aa2cb6463b9b2c1b917255'
|
|
TESTDEBUG = '0'
|
|
TIMEOUT = '120m'
|
|
}
|
|
stages {
|
|
stage('pr-hack') {
|
|
when { changeRequest() }
|
|
steps {
|
|
script {
|
|
echo "Workaround for PR auto-cancel feature. Borrowed from https://issues.jenkins-ci.org/browse/JENKINS-43353"
|
|
def buildNumber = env.BUILD_NUMBER as int
|
|
if (buildNumber > 1) milestone(buildNumber - 1)
|
|
milestone(buildNumber)
|
|
}
|
|
}
|
|
}
|
|
stage('DCO-check') {
|
|
when {
|
|
beforeAgent true
|
|
expression { params.dco }
|
|
}
|
|
agent { label 'amd64 && ubuntu-1804 && overlay2' }
|
|
steps {
|
|
sh '''
|
|
docker run --rm \
|
|
-v "$WORKSPACE:/workspace" \
|
|
-e VALIDATE_REPO=${GIT_URL} \
|
|
-e VALIDATE_BRANCH=${CHANGE_TARGET} \
|
|
alpine sh -c 'apk add --no-cache -q bash git openssh-client && cd /workspace && hack/validate/dco'
|
|
'''
|
|
}
|
|
}
|
|
stage('Build') {
|
|
parallel {
|
|
stage('unit-validate') {
|
|
when {
|
|
beforeAgent true
|
|
expression { params.unit_validate }
|
|
}
|
|
agent { label 'amd64 && ubuntu-1804 && overlay2' }
|
|
environment {
|
|
// On master ("non-pull-request"), force running some validation checks (vendor, swagger),
|
|
// even if no files were changed. This allows catching problems caused by pull-requests
|
|
// that were merged out-of-sequence.
|
|
TEST_FORCE_VALIDATE = sh returnStdout: true, script: 'if [ "${BRANCH_NAME%%-*}" != "PR" ] || [ "${CHANGE_TARGET:-master}" != "master" ] || [ "${validate_force}" = "true" ]; then echo "1"; fi'
|
|
}
|
|
|
|
stages {
|
|
stage("Print info") {
|
|
steps {
|
|
sh 'docker version'
|
|
sh 'docker info'
|
|
sh '''
|
|
echo "check-config.sh version: ${CHECK_CONFIG_COMMIT}"
|
|
curl -fsSL -o ${WORKSPACE}/check-config.sh "https://raw.githubusercontent.com/moby/moby/${CHECK_CONFIG_COMMIT}/contrib/check-config.sh" \
|
|
&& bash ${WORKSPACE}/check-config.sh || true
|
|
'''
|
|
}
|
|
}
|
|
stage("Build dev image") {
|
|
steps {
|
|
sh 'docker build --force-rm --build-arg APT_MIRROR -t docker:${GIT_COMMIT} .'
|
|
}
|
|
}
|
|
stage("Validate") {
|
|
steps {
|
|
sh '''
|
|
docker run --rm -t --privileged \
|
|
-v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \
|
|
-v "$WORKSPACE/.git:/go/src/github.com/docker/docker/.git" \
|
|
--name docker-pr$BUILD_NUMBER \
|
|
-e DOCKER_EXPERIMENTAL \
|
|
-e DOCKER_GITCOMMIT=${GIT_COMMIT} \
|
|
-e DOCKER_GRAPHDRIVER \
|
|
-e TEST_FORCE_VALIDATE \
|
|
-e VALIDATE_REPO=${GIT_URL} \
|
|
-e VALIDATE_BRANCH=${CHANGE_TARGET} \
|
|
docker:${GIT_COMMIT} \
|
|
hack/validate/default
|
|
'''
|
|
}
|
|
}
|
|
stage("Docker-py") {
|
|
steps {
|
|
sh '''
|
|
docker run --rm -t --privileged \
|
|
-v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \
|
|
--name docker-pr$BUILD_NUMBER \
|
|
-e DOCKER_EXPERIMENTAL \
|
|
-e DOCKER_GITCOMMIT=${GIT_COMMIT} \
|
|
-e DOCKER_GRAPHDRIVER \
|
|
-e VALIDATE_REPO=${GIT_URL} \
|
|
-e VALIDATE_BRANCH=${CHANGE_TARGET} \
|
|
docker:${GIT_COMMIT} \
|
|
hack/make.sh \
|
|
dynbinary-daemon \
|
|
test-docker-py
|
|
'''
|
|
}
|
|
post {
|
|
always {
|
|
junit testResults: 'bundles/test-docker-py/junit-report.xml', allowEmptyResults: true
|
|
|
|
sh '''
|
|
echo "Ensuring container killed."
|
|
docker rm -vf docker-pr$BUILD_NUMBER || true
|
|
'''
|
|
|
|
sh '''
|
|
echo 'Chowning /workspace to jenkins user'
|
|
docker run --rm -v "$WORKSPACE:/workspace" busybox chown -R "$(id -u):$(id -g)" /workspace
|
|
'''
|
|
|
|
catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE', message: 'Failed to create bundles.tar.gz') {
|
|
sh '''
|
|
bundleName=docker-py
|
|
echo "Creating ${bundleName}-bundles.tar.gz"
|
|
tar -czf ${bundleName}-bundles.tar.gz bundles/test-docker-py/*.xml bundles/test-docker-py/*.log
|
|
'''
|
|
|
|
archiveArtifacts artifacts: '*-bundles.tar.gz', allowEmptyArchive: true
|
|
}
|
|
}
|
|
}
|
|
}
|
|
stage("Static") {
|
|
steps {
|
|
sh '''
|
|
docker run --rm -t --privileged \
|
|
-v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \
|
|
--name docker-pr$BUILD_NUMBER \
|
|
-e DOCKER_GITCOMMIT=${GIT_COMMIT} \
|
|
-e DOCKER_GRAPHDRIVER \
|
|
docker:${GIT_COMMIT} \
|
|
hack/make.sh binary-daemon
|
|
'''
|
|
}
|
|
}
|
|
stage("Cross") {
|
|
steps {
|
|
sh '''
|
|
docker run --rm -t --privileged \
|
|
-v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \
|
|
--name docker-pr$BUILD_NUMBER \
|
|
-e DOCKER_GITCOMMIT=${GIT_COMMIT} \
|
|
-e DOCKER_GRAPHDRIVER \
|
|
docker:${GIT_COMMIT} \
|
|
hack/make.sh cross
|
|
'''
|
|
}
|
|
}
|
|
// needs to be last stage that calls make.sh for the junit report to work
|
|
stage("Unit tests") {
|
|
steps {
|
|
sh '''
|
|
docker run --rm -t --privileged \
|
|
-v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \
|
|
--name docker-pr$BUILD_NUMBER \
|
|
-e DOCKER_EXPERIMENTAL \
|
|
-e DOCKER_GITCOMMIT=${GIT_COMMIT} \
|
|
-e DOCKER_GRAPHDRIVER \
|
|
-e VALIDATE_REPO=${GIT_URL} \
|
|
-e VALIDATE_BRANCH=${CHANGE_TARGET} \
|
|
docker:${GIT_COMMIT} \
|
|
hack/test/unit
|
|
'''
|
|
}
|
|
post {
|
|
always {
|
|
junit testResults: 'bundles/junit-report.xml', allowEmptyResults: true
|
|
}
|
|
}
|
|
}
|
|
stage("Validate vendor") {
|
|
steps {
|
|
sh '''
|
|
docker run --rm -t --privileged \
|
|
-v "$WORKSPACE/.git:/go/src/github.com/docker/docker/.git" \
|
|
--name docker-pr$BUILD_NUMBER \
|
|
-e DOCKER_EXPERIMENTAL \
|
|
-e DOCKER_GITCOMMIT=${GIT_COMMIT} \
|
|
-e DOCKER_GRAPHDRIVER \
|
|
-e TEST_FORCE_VALIDATE \
|
|
-e VALIDATE_REPO=${GIT_URL} \
|
|
-e VALIDATE_BRANCH=${CHANGE_TARGET} \
|
|
docker:${GIT_COMMIT} \
|
|
hack/validate/vendor
|
|
'''
|
|
}
|
|
}
|
|
stage("Build e2e image") {
|
|
steps {
|
|
sh '''
|
|
echo "Building e2e image"
|
|
docker build --build-arg DOCKER_GITCOMMIT=${GIT_COMMIT} -t moby-e2e-test -f Dockerfile.e2e .
|
|
'''
|
|
}
|
|
}
|
|
}
|
|
|
|
post {
|
|
always {
|
|
sh '''
|
|
echo 'Ensuring container killed.'
|
|
docker rm -vf docker-pr$BUILD_NUMBER || true
|
|
'''
|
|
|
|
sh '''
|
|
echo 'Chowning /workspace to jenkins user'
|
|
docker run --rm -v "$WORKSPACE:/workspace" busybox chown -R "$(id -u):$(id -g)" /workspace
|
|
'''
|
|
|
|
catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE', message: 'Failed to create bundles.tar.gz') {
|
|
sh '''
|
|
bundleName=unit
|
|
echo "Creating ${bundleName}-bundles.tar.gz"
|
|
tar -czvf ${bundleName}-bundles.tar.gz bundles/junit-report.xml bundles/go-test-report.json bundles/profile.out
|
|
'''
|
|
|
|
archiveArtifacts artifacts: '*-bundles.tar.gz', allowEmptyArchive: true
|
|
}
|
|
}
|
|
cleanup {
|
|
sh 'make clean'
|
|
deleteDir()
|
|
}
|
|
}
|
|
}
|
|
stage('amd64') {
|
|
when {
|
|
beforeAgent true
|
|
expression { params.amd64 }
|
|
}
|
|
agent { label 'amd64 && ubuntu-1804 && overlay2' }
|
|
|
|
stages {
|
|
stage("Print info") {
|
|
steps {
|
|
sh 'docker version'
|
|
sh 'docker info'
|
|
sh '''
|
|
echo "check-config.sh version: ${CHECK_CONFIG_COMMIT}"
|
|
curl -fsSL -o ${WORKSPACE}/check-config.sh "https://raw.githubusercontent.com/moby/moby/${CHECK_CONFIG_COMMIT}/contrib/check-config.sh" \
|
|
&& bash ${WORKSPACE}/check-config.sh || true
|
|
'''
|
|
}
|
|
}
|
|
stage("Build dev image") {
|
|
steps {
|
|
sh '''
|
|
# todo: include ip_vs in base image
|
|
sudo modprobe ip_vs
|
|
|
|
docker build --force-rm --build-arg APT_MIRROR -t docker:${GIT_COMMIT} .
|
|
'''
|
|
}
|
|
}
|
|
stage("Run tests") {
|
|
steps {
|
|
sh '''#!/bin/bash
|
|
# bash is needed so 'jobs -p' works properly
|
|
# it also accepts setting inline envvars for functions without explicitly exporting
|
|
|
|
run_tests() {
|
|
[ -n "$TESTDEBUG" ] && rm= || rm=--rm;
|
|
docker run $rm -t --privileged \
|
|
-v "$WORKSPACE/bundles/${TEST_INTEGRATION_DEST}:/go/src/github.com/docker/docker/bundles" \
|
|
-v "$WORKSPACE/bundles/dynbinary-daemon:/go/src/github.com/docker/docker/bundles/dynbinary-daemon" \
|
|
-v "$WORKSPACE/.git:/go/src/github.com/docker/docker/.git" \
|
|
--name "$CONTAINER_NAME" \
|
|
-e KEEPBUNDLE=1 \
|
|
-e TESTDEBUG \
|
|
-e TESTFLAGS \
|
|
-e TEST_SKIP_INTEGRATION \
|
|
-e TEST_SKIP_INTEGRATION_CLI \
|
|
-e DOCKER_GITCOMMIT=${GIT_COMMIT} \
|
|
-e DOCKER_GRAPHDRIVER \
|
|
-e TIMEOUT \
|
|
-e VALIDATE_REPO=${GIT_URL} \
|
|
-e VALIDATE_BRANCH=${CHANGE_TARGET} \
|
|
docker:${GIT_COMMIT} \
|
|
hack/make.sh \
|
|
"$1" \
|
|
test-integration
|
|
}
|
|
|
|
trap "exit" INT TERM
|
|
trap 'pids=$(jobs -p); echo "Remaining pids to kill: [$pids]"; [ -z "$pids" ] || kill $pids' EXIT
|
|
|
|
CONTAINER_NAME=docker-pr$BUILD_NUMBER
|
|
|
|
docker run --rm -t --privileged \
|
|
-v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \
|
|
-v "$WORKSPACE/.git:/go/src/github.com/docker/docker/.git" \
|
|
--name ${CONTAINER_NAME}-build \
|
|
-e DOCKER_EXPERIMENTAL \
|
|
-e DOCKER_GITCOMMIT=${GIT_COMMIT} \
|
|
-e DOCKER_GRAPHDRIVER \
|
|
docker:${GIT_COMMIT} \
|
|
hack/make.sh \
|
|
dynbinary-daemon
|
|
|
|
# flaky + integration
|
|
TEST_INTEGRATION_DEST=1 CONTAINER_NAME=${CONTAINER_NAME}-1 TEST_SKIP_INTEGRATION_CLI=1 run_tests test-integration-flaky &
|
|
|
|
# integration-cli first set
|
|
TEST_INTEGRATION_DEST=2 CONTAINER_NAME=${CONTAINER_NAME}-2 TEST_SKIP_INTEGRATION=1 TESTFLAGS="-test.run Test(DockerSuite|DockerNetworkSuite|DockerHubPullSuite|DockerRegistrySuite|DockerSchema1RegistrySuite|DockerRegistryAuthTokenSuite|DockerRegistryAuthHtpasswdSuite)/" run_tests &
|
|
|
|
# integration-cli second set
|
|
TEST_INTEGRATION_DEST=3 CONTAINER_NAME=${CONTAINER_NAME}-3 TEST_SKIP_INTEGRATION=1 TESTFLAGS="-test.run Test(DockerSwarmSuite|DockerDaemonSuite|DockerExternalVolumeSuite)/" run_tests &
|
|
|
|
set +x
|
|
c=0
|
|
for job in $(jobs -p); do
|
|
wait ${job} || c=$?
|
|
done
|
|
exit $c
|
|
'''
|
|
}
|
|
post {
|
|
always {
|
|
junit testResults: 'bundles/**/*-report.xml', allowEmptyResults: true
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
post {
|
|
always {
|
|
sh '''
|
|
echo "Ensuring container killed."
|
|
cids=$(docker ps -aq -f name=docker-pr${BUILD_NUMBER}-*)
|
|
[ -n "$cids" ] && docker rm -vf $cids || true
|
|
'''
|
|
|
|
sh '''
|
|
echo "Chowning /workspace to jenkins user"
|
|
docker run --rm -v "$WORKSPACE:/workspace" busybox chown -R "$(id -u):$(id -g)" /workspace
|
|
'''
|
|
|
|
catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE', message: 'Failed to create bundles.tar.gz') {
|
|
sh '''
|
|
bundleName=amd64
|
|
echo "Creating ${bundleName}-bundles.tar.gz"
|
|
# exclude overlay2 directories
|
|
find bundles -path '*/root/*overlay2' -prune -o -type f \\( -name '*-report.json' -o -name '*.log' -o -name '*.prof' -o -name '*-report.xml' \\) -print | xargs tar -czf ${bundleName}-bundles.tar.gz
|
|
'''
|
|
|
|
archiveArtifacts artifacts: '*-bundles.tar.gz', allowEmptyArchive: true
|
|
}
|
|
}
|
|
cleanup {
|
|
sh 'make clean'
|
|
deleteDir()
|
|
}
|
|
}
|
|
}
|
|
stage('s390x') {
|
|
when {
|
|
beforeAgent true
|
|
expression { params.s390x }
|
|
}
|
|
agent { label 's390x-ubuntu-1604' }
|
|
// s390x machines run on Docker 18.06, and buildkit has some
|
|
// bugs on that version. Build and use buildx instead.
|
|
environment {
|
|
USE_BUILDX = '1'
|
|
DOCKER_BUILDKIT = '0'
|
|
}
|
|
|
|
stages {
|
|
stage("Print info") {
|
|
steps {
|
|
sh 'docker version'
|
|
sh 'docker info'
|
|
sh '''
|
|
echo "check-config.sh version: ${CHECK_CONFIG_COMMIT}"
|
|
curl -fsSL -o ${WORKSPACE}/check-config.sh "https://raw.githubusercontent.com/moby/moby/${CHECK_CONFIG_COMMIT}/contrib/check-config.sh" \
|
|
&& bash ${WORKSPACE}/check-config.sh || true
|
|
'''
|
|
}
|
|
}
|
|
stage("Build dev image") {
|
|
steps {
|
|
sh '''
|
|
make bundles/buildx
|
|
bundles/buildx build --load --force-rm --build-arg APT_MIRROR=${APT_MIRROR} -t docker:${GIT_COMMIT} .
|
|
'''
|
|
}
|
|
}
|
|
stage("Unit tests") {
|
|
steps {
|
|
sh '''
|
|
docker run --rm -t --privileged \
|
|
-v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \
|
|
--name docker-pr$BUILD_NUMBER \
|
|
-e DOCKER_EXPERIMENTAL \
|
|
-e DOCKER_GITCOMMIT=${GIT_COMMIT} \
|
|
-e DOCKER_GRAPHDRIVER \
|
|
-e VALIDATE_REPO=${GIT_URL} \
|
|
-e VALIDATE_BRANCH=${CHANGE_TARGET} \
|
|
docker:${GIT_COMMIT} \
|
|
hack/test/unit
|
|
'''
|
|
}
|
|
post {
|
|
always {
|
|
junit testResults: 'bundles/junit-report.xml', allowEmptyResults: true
|
|
}
|
|
}
|
|
}
|
|
stage("Integration tests") {
|
|
environment { TEST_SKIP_INTEGRATION_CLI = '1' }
|
|
steps {
|
|
sh '''
|
|
docker run --rm -t --privileged \
|
|
-v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \
|
|
--name docker-pr$BUILD_NUMBER \
|
|
-e DOCKER_EXPERIMENTAL \
|
|
-e DOCKER_GITCOMMIT=${GIT_COMMIT} \
|
|
-e DOCKER_GRAPHDRIVER \
|
|
-e TESTDEBUG \
|
|
-e TEST_SKIP_INTEGRATION_CLI \
|
|
-e TIMEOUT \
|
|
-e VALIDATE_REPO=${GIT_URL} \
|
|
-e VALIDATE_BRANCH=${CHANGE_TARGET} \
|
|
docker:${GIT_COMMIT} \
|
|
hack/make.sh \
|
|
dynbinary \
|
|
test-integration
|
|
'''
|
|
}
|
|
post {
|
|
always {
|
|
junit testResults: 'bundles/**/*-report.xml', allowEmptyResults: true
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
post {
|
|
always {
|
|
sh '''
|
|
echo "Ensuring container killed."
|
|
docker rm -vf docker-pr$BUILD_NUMBER || true
|
|
'''
|
|
|
|
sh '''
|
|
echo "Chowning /workspace to jenkins user"
|
|
docker run --rm -v "$WORKSPACE:/workspace" busybox chown -R "$(id -u):$(id -g)" /workspace
|
|
'''
|
|
|
|
catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE', message: 'Failed to create bundles.tar.gz') {
|
|
sh '''
|
|
bundleName=s390x-integration
|
|
echo "Creating ${bundleName}-bundles.tar.gz"
|
|
# exclude overlay2 directories
|
|
find bundles -path '*/root/*overlay2' -prune -o -type f \\( -name '*-report.json' -o -name '*.log' -o -name '*.prof' -o -name '*-report.xml' \\) -print | xargs tar -czf ${bundleName}-bundles.tar.gz
|
|
'''
|
|
|
|
archiveArtifacts artifacts: '*-bundles.tar.gz', allowEmptyArchive: true
|
|
}
|
|
}
|
|
cleanup {
|
|
sh 'make clean'
|
|
deleteDir()
|
|
}
|
|
}
|
|
}
|
|
stage('s390x integration-cli') {
|
|
when {
|
|
beforeAgent true
|
|
not { changeRequest() }
|
|
expression { params.s390x }
|
|
}
|
|
agent { label 's390x-ubuntu-1604' }
|
|
// s390x machines run on Docker 18.06, and buildkit has some
|
|
// bugs on that version. Build and use buildx instead.
|
|
environment {
|
|
USE_BUILDX = '1'
|
|
DOCKER_BUILDKIT = '0'
|
|
}
|
|
|
|
stages {
|
|
stage("Print info") {
|
|
steps {
|
|
sh 'docker version'
|
|
sh 'docker info'
|
|
sh '''
|
|
echo "check-config.sh version: ${CHECK_CONFIG_COMMIT}"
|
|
curl -fsSL -o ${WORKSPACE}/check-config.sh "https://raw.githubusercontent.com/moby/moby/${CHECK_CONFIG_COMMIT}/contrib/check-config.sh" \
|
|
&& bash ${WORKSPACE}/check-config.sh || true
|
|
'''
|
|
}
|
|
}
|
|
stage("Build dev image") {
|
|
steps {
|
|
sh '''
|
|
make bundles/buildx
|
|
bundles/buildx build --load --force-rm --build-arg APT_MIRROR -t docker:${GIT_COMMIT} .
|
|
'''
|
|
}
|
|
}
|
|
stage("Integration-cli tests") {
|
|
environment { TEST_SKIP_INTEGRATION = '1' }
|
|
steps {
|
|
sh '''
|
|
docker run --rm -t --privileged \
|
|
-v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \
|
|
--name docker-pr$BUILD_NUMBER \
|
|
-e DOCKER_GITCOMMIT=${GIT_COMMIT} \
|
|
-e DOCKER_GRAPHDRIVER \
|
|
-e TEST_SKIP_INTEGRATION \
|
|
-e TIMEOUT \
|
|
-e VALIDATE_REPO=${GIT_URL} \
|
|
-e VALIDATE_BRANCH=${CHANGE_TARGET} \
|
|
docker:${GIT_COMMIT} \
|
|
hack/make.sh \
|
|
dynbinary \
|
|
test-integration
|
|
'''
|
|
}
|
|
post {
|
|
always {
|
|
junit testResults: 'bundles/**/*-report.xml', allowEmptyResults: true
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
post {
|
|
always {
|
|
sh '''
|
|
echo "Ensuring container killed."
|
|
docker rm -vf docker-pr$BUILD_NUMBER || true
|
|
'''
|
|
|
|
sh '''
|
|
echo "Chowning /workspace to jenkins user"
|
|
docker run --rm -v "$WORKSPACE:/workspace" busybox chown -R "$(id -u):$(id -g)" /workspace
|
|
'''
|
|
|
|
catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE', message: 'Failed to create bundles.tar.gz') {
|
|
sh '''
|
|
bundleName=s390x-integration-cli
|
|
echo "Creating ${bundleName}-bundles.tar.gz"
|
|
# exclude overlay2 directories
|
|
find bundles -path '*/root/*overlay2' -prune -o -type f \\( -name '*-report.json' -o -name '*.log' -o -name '*.prof' -o -name '*-report.xml' \\) -print | xargs tar -czf ${bundleName}-bundles.tar.gz
|
|
'''
|
|
|
|
archiveArtifacts artifacts: '*-bundles.tar.gz', allowEmptyArchive: true
|
|
}
|
|
}
|
|
cleanup {
|
|
sh 'make clean'
|
|
deleteDir()
|
|
}
|
|
}
|
|
}
|
|
stage('ppc64le') {
|
|
when {
|
|
beforeAgent true
|
|
expression { params.ppc64le }
|
|
}
|
|
agent { label 'ppc64le-ubuntu-1604' }
|
|
// ppc64le machines run on Docker 18.06, and buildkit has some
|
|
// bugs on that version. Build and use buildx instead.
|
|
environment {
|
|
USE_BUILDX = '1'
|
|
DOCKER_BUILDKIT = '0'
|
|
}
|
|
|
|
stages {
|
|
stage("Print info") {
|
|
steps {
|
|
sh 'docker version'
|
|
sh 'docker info'
|
|
sh '''
|
|
echo "check-config.sh version: ${CHECK_CONFIG_COMMIT}"
|
|
curl -fsSL -o ${WORKSPACE}/check-config.sh "https://raw.githubusercontent.com/moby/moby/${CHECK_CONFIG_COMMIT}/contrib/check-config.sh" \
|
|
&& bash ${WORKSPACE}/check-config.sh || true
|
|
'''
|
|
}
|
|
}
|
|
stage("Build dev image") {
|
|
steps {
|
|
sh '''
|
|
make bundles/buildx
|
|
bundles/buildx build --load --force-rm --build-arg APT_MIRROR -t docker:${GIT_COMMIT} .
|
|
'''
|
|
}
|
|
}
|
|
stage("Unit tests") {
|
|
steps {
|
|
sh '''
|
|
docker run --rm -t --privileged \
|
|
-v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \
|
|
--name docker-pr$BUILD_NUMBER \
|
|
-e DOCKER_EXPERIMENTAL \
|
|
-e DOCKER_GITCOMMIT=${GIT_COMMIT} \
|
|
-e DOCKER_GRAPHDRIVER \
|
|
-e VALIDATE_REPO=${GIT_URL} \
|
|
-e VALIDATE_BRANCH=${CHANGE_TARGET} \
|
|
docker:${GIT_COMMIT} \
|
|
hack/test/unit
|
|
'''
|
|
}
|
|
post {
|
|
always {
|
|
junit testResults: 'bundles/junit-report.xml', allowEmptyResults: true
|
|
}
|
|
}
|
|
}
|
|
stage("Integration tests") {
|
|
environment { TEST_SKIP_INTEGRATION_CLI = '1' }
|
|
steps {
|
|
sh '''
|
|
docker run --rm -t --privileged \
|
|
-v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \
|
|
--name docker-pr$BUILD_NUMBER \
|
|
-e DOCKER_EXPERIMENTAL \
|
|
-e DOCKER_GITCOMMIT=${GIT_COMMIT} \
|
|
-e DOCKER_GRAPHDRIVER \
|
|
-e TESTDEBUG \
|
|
-e TEST_SKIP_INTEGRATION_CLI \
|
|
-e TIMEOUT \
|
|
-e VALIDATE_REPO=${GIT_URL} \
|
|
-e VALIDATE_BRANCH=${CHANGE_TARGET} \
|
|
docker:${GIT_COMMIT} \
|
|
hack/make.sh \
|
|
dynbinary \
|
|
test-integration
|
|
'''
|
|
}
|
|
post {
|
|
always {
|
|
junit testResults: 'bundles/**/*-report.xml', allowEmptyResults: true
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
post {
|
|
always {
|
|
sh '''
|
|
echo "Ensuring container killed."
|
|
docker rm -vf docker-pr$BUILD_NUMBER || true
|
|
'''
|
|
|
|
sh '''
|
|
echo "Chowning /workspace to jenkins user"
|
|
docker run --rm -v "$WORKSPACE:/workspace" busybox chown -R "$(id -u):$(id -g)" /workspace
|
|
'''
|
|
|
|
catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE', message: 'Failed to create bundles.tar.gz') {
|
|
sh '''
|
|
bundleName=ppc64le-integration
|
|
echo "Creating ${bundleName}-bundles.tar.gz"
|
|
# exclude overlay2 directories
|
|
find bundles -path '*/root/*overlay2' -prune -o -type f \\( -name '*-report.json' -o -name '*.log' -o -name '*.prof' -o -name '*-report.xml' \\) -print | xargs tar -czf ${bundleName}-bundles.tar.gz
|
|
'''
|
|
|
|
archiveArtifacts artifacts: '*-bundles.tar.gz', allowEmptyArchive: true
|
|
}
|
|
}
|
|
cleanup {
|
|
sh 'make clean'
|
|
deleteDir()
|
|
}
|
|
}
|
|
}
|
|
stage('ppc64le integration-cli') {
|
|
when {
|
|
beforeAgent true
|
|
not { changeRequest() }
|
|
expression { params.ppc64le }
|
|
}
|
|
agent { label 'ppc64le-ubuntu-1604' }
|
|
// ppc64le machines run on Docker 18.06, and buildkit has some
|
|
// bugs on that version. Build and use buildx instead.
|
|
environment {
|
|
USE_BUILDX = '1'
|
|
DOCKER_BUILDKIT = '0'
|
|
}
|
|
|
|
stages {
|
|
stage("Print info") {
|
|
steps {
|
|
sh 'docker version'
|
|
sh 'docker info'
|
|
sh '''
|
|
echo "check-config.sh version: ${CHECK_CONFIG_COMMIT}"
|
|
curl -fsSL -o ${WORKSPACE}/check-config.sh "https://raw.githubusercontent.com/moby/moby/${CHECK_CONFIG_COMMIT}/contrib/check-config.sh" \
|
|
&& bash ${WORKSPACE}/check-config.sh || true
|
|
'''
|
|
}
|
|
}
|
|
stage("Build dev image") {
|
|
steps {
|
|
sh '''
|
|
make bundles/buildx
|
|
bundles/buildx build --load --force-rm --build-arg APT_MIRROR -t docker:${GIT_COMMIT} .
|
|
'''
|
|
}
|
|
}
|
|
stage("Integration-cli tests") {
|
|
environment { TEST_SKIP_INTEGRATION = '1' }
|
|
steps {
|
|
sh '''
|
|
docker run --rm -t --privileged \
|
|
-v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \
|
|
--name docker-pr$BUILD_NUMBER \
|
|
-e DOCKER_GITCOMMIT=${GIT_COMMIT} \
|
|
-e DOCKER_GRAPHDRIVER \
|
|
-e TEST_SKIP_INTEGRATION \
|
|
-e TIMEOUT \
|
|
-e VALIDATE_REPO=${GIT_URL} \
|
|
-e VALIDATE_BRANCH=${CHANGE_TARGET} \
|
|
docker:${GIT_COMMIT} \
|
|
hack/make.sh \
|
|
dynbinary \
|
|
test-integration
|
|
'''
|
|
}
|
|
post {
|
|
always {
|
|
junit testResults: 'bundles/**/*-report.xml', allowEmptyResults: true
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
post {
|
|
always {
|
|
sh '''
|
|
echo "Ensuring container killed."
|
|
docker rm -vf docker-pr$BUILD_NUMBER || true
|
|
'''
|
|
|
|
sh '''
|
|
echo "Chowning /workspace to jenkins user"
|
|
docker run --rm -v "$WORKSPACE:/workspace" busybox chown -R "$(id -u):$(id -g)" /workspace
|
|
'''
|
|
|
|
catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE', message: 'Failed to create bundles.tar.gz') {
|
|
sh '''
|
|
bundleName=ppc64le-integration-cli
|
|
echo "Creating ${bundleName}-bundles.tar.gz"
|
|
# exclude overlay2 directories
|
|
find bundles -path '*/root/*overlay2' -prune -o -type f \\( -name '*-report.json' -o -name '*.log' -o -name '*.prof' -o -name '*-report.xml' \\) -print | xargs tar -czf ${bundleName}-bundles.tar.gz
|
|
'''
|
|
|
|
archiveArtifacts artifacts: '*-bundles.tar.gz', allowEmptyArchive: true
|
|
}
|
|
}
|
|
cleanup {
|
|
sh 'make clean'
|
|
deleteDir()
|
|
}
|
|
}
|
|
}
|
|
stage('arm64') {
|
|
when {
|
|
beforeAgent true
|
|
expression { params.arm64 }
|
|
}
|
|
agent { label 'arm64 && linux' }
|
|
environment {
|
|
TEST_SKIP_INTEGRATION_CLI = '1'
|
|
}
|
|
|
|
stages {
|
|
stage("Print info") {
|
|
steps {
|
|
sh 'docker version'
|
|
sh 'docker info'
|
|
sh '''
|
|
echo "check-config.sh version: ${CHECK_CONFIG_COMMIT}"
|
|
curl -fsSL -o ${WORKSPACE}/check-config.sh "https://raw.githubusercontent.com/moby/moby/${CHECK_CONFIG_COMMIT}/contrib/check-config.sh" \
|
|
&& bash ${WORKSPACE}/check-config.sh || true
|
|
'''
|
|
}
|
|
}
|
|
stage("Build dev image") {
|
|
steps {
|
|
sh 'docker build --force-rm --build-arg APT_MIRROR -t docker:${GIT_COMMIT} .'
|
|
}
|
|
}
|
|
stage("Unit tests") {
|
|
steps {
|
|
sh '''
|
|
docker run --rm -t --privileged \
|
|
-v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \
|
|
--name docker-pr$BUILD_NUMBER \
|
|
-e DOCKER_EXPERIMENTAL \
|
|
-e DOCKER_GITCOMMIT=${GIT_COMMIT} \
|
|
-e DOCKER_GRAPHDRIVER \
|
|
-e VALIDATE_REPO=${GIT_URL} \
|
|
-e VALIDATE_BRANCH=${CHANGE_TARGET} \
|
|
docker:${GIT_COMMIT} \
|
|
hack/test/unit
|
|
'''
|
|
}
|
|
post {
|
|
always {
|
|
junit testResults: 'bundles/junit-report.xml', allowEmptyResults: true
|
|
}
|
|
}
|
|
}
|
|
stage("Integration tests") {
|
|
environment { TEST_SKIP_INTEGRATION_CLI = '1' }
|
|
steps {
|
|
sh '''
|
|
docker run --rm -t --privileged \
|
|
-v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \
|
|
--name docker-pr$BUILD_NUMBER \
|
|
-e DOCKER_EXPERIMENTAL \
|
|
-e DOCKER_GITCOMMIT=${GIT_COMMIT} \
|
|
-e DOCKER_GRAPHDRIVER \
|
|
-e TESTDEBUG \
|
|
-e TEST_SKIP_INTEGRATION_CLI \
|
|
-e TIMEOUT \
|
|
-e VALIDATE_REPO=${GIT_URL} \
|
|
-e VALIDATE_BRANCH=${CHANGE_TARGET} \
|
|
docker:${GIT_COMMIT} \
|
|
hack/make.sh \
|
|
dynbinary \
|
|
test-integration
|
|
'''
|
|
}
|
|
post {
|
|
always {
|
|
junit testResults: 'bundles/**/*-report.xml', allowEmptyResults: true
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
post {
|
|
always {
|
|
sh '''
|
|
echo "Ensuring container killed."
|
|
docker rm -vf docker-pr$BUILD_NUMBER || true
|
|
'''
|
|
|
|
sh '''
|
|
echo "Chowning /workspace to jenkins user"
|
|
docker run --rm -v "$WORKSPACE:/workspace" busybox chown -R "$(id -u):$(id -g)" /workspace
|
|
'''
|
|
|
|
catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE', message: 'Failed to create bundles.tar.gz') {
|
|
sh '''
|
|
bundleName=arm64-integration
|
|
echo "Creating ${bundleName}-bundles.tar.gz"
|
|
# exclude overlay2 directories
|
|
find bundles -path '*/root/*overlay2' -prune -o -type f \\( -name '*-report.json' -o -name '*.log' -o -name '*.prof' -o -name '*-report.xml' \\) -print | xargs tar -czf ${bundleName}-bundles.tar.gz
|
|
'''
|
|
|
|
archiveArtifacts artifacts: '*-bundles.tar.gz', allowEmptyArchive: true
|
|
}
|
|
}
|
|
cleanup {
|
|
sh 'make clean'
|
|
deleteDir()
|
|
}
|
|
}
|
|
}
|
|
stage('win-RS1') {
|
|
when {
|
|
beforeAgent true
|
|
// Skip this stage on PRs unless the windowsRS1 checkbox is selected
|
|
anyOf {
|
|
not { changeRequest() }
|
|
expression { params.windowsRS1 }
|
|
}
|
|
}
|
|
environment {
|
|
DOCKER_BUILDKIT = '0'
|
|
DOCKER_DUT_DEBUG = '1'
|
|
SKIP_VALIDATION_TESTS = '1'
|
|
SOURCES_DRIVE = 'd'
|
|
SOURCES_SUBDIR = 'gopath'
|
|
TESTRUN_DRIVE = 'd'
|
|
TESTRUN_SUBDIR = "CI"
|
|
WINDOWS_BASE_IMAGE = 'mcr.microsoft.com/windows/servercore'
|
|
WINDOWS_BASE_IMAGE_TAG = 'ltsc2016'
|
|
}
|
|
agent {
|
|
node {
|
|
customWorkspace 'd:\\gopath\\src\\github.com\\docker\\docker'
|
|
label 'windows-2016'
|
|
}
|
|
}
|
|
stages {
|
|
stage("Print info") {
|
|
steps {
|
|
sh 'docker version'
|
|
sh 'docker info'
|
|
}
|
|
}
|
|
stage("Run tests") {
|
|
steps {
|
|
powershell '''
|
|
$ErrorActionPreference = 'Stop'
|
|
[Net.ServicePointManager]::SecurityProtocol = [Net.SecurityProtocolType]::Tls12
|
|
Invoke-WebRequest https://github.com/moby/docker-ci-zap/blob/master/docker-ci-zap.exe?raw=true -OutFile C:/Windows/System32/docker-ci-zap.exe
|
|
./hack/ci/windows.ps1
|
|
exit $LastExitCode
|
|
'''
|
|
}
|
|
}
|
|
}
|
|
post {
|
|
always {
|
|
junit testResults: 'bundles/junit-report-*.xml', allowEmptyResults: true
|
|
catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE', message: 'Failed to create bundles.tar.gz') {
|
|
powershell '''
|
|
$bundleName="windowsRS1-integration"
|
|
Write-Host -ForegroundColor Green "Creating ${bundleName}-bundles.zip"
|
|
|
|
# archiveArtifacts does not support env-vars to , so save the artifacts in a fixed location
|
|
Compress-Archive -Path "${env:TEMP}/CIDUT.out", "${env:TEMP}/CIDUT.err", "${env:TEMP}/testresults/unittests/junit-report-unit-tests.xml" -CompressionLevel Optimal -DestinationPath "${bundleName}-bundles.zip"
|
|
'''
|
|
|
|
archiveArtifacts artifacts: '*-bundles.zip', allowEmptyArchive: true
|
|
}
|
|
}
|
|
cleanup {
|
|
sh 'make clean'
|
|
deleteDir()
|
|
}
|
|
}
|
|
}
|
|
stage('win-RS5') {
|
|
when {
|
|
beforeAgent true
|
|
expression { params.windowsRS5 }
|
|
}
|
|
environment {
|
|
DOCKER_BUILDKIT = '0'
|
|
DOCKER_DUT_DEBUG = '1'
|
|
SKIP_VALIDATION_TESTS = '1'
|
|
SOURCES_DRIVE = 'd'
|
|
SOURCES_SUBDIR = 'gopath'
|
|
TESTRUN_DRIVE = 'd'
|
|
TESTRUN_SUBDIR = "CI"
|
|
WINDOWS_BASE_IMAGE = 'mcr.microsoft.com/windows/servercore'
|
|
WINDOWS_BASE_IMAGE_TAG = 'ltsc2019'
|
|
}
|
|
agent {
|
|
node {
|
|
customWorkspace 'd:\\gopath\\src\\github.com\\docker\\docker'
|
|
label 'windows-2019'
|
|
}
|
|
}
|
|
stages {
|
|
stage("Print info") {
|
|
steps {
|
|
sh 'docker version'
|
|
sh 'docker info'
|
|
}
|
|
}
|
|
stage("Run tests") {
|
|
steps {
|
|
powershell '''
|
|
$ErrorActionPreference = 'Stop'
|
|
Invoke-WebRequest https://github.com/moby/docker-ci-zap/blob/master/docker-ci-zap.exe?raw=true -OutFile C:/Windows/System32/docker-ci-zap.exe
|
|
./hack/ci/windows.ps1
|
|
exit $LastExitCode
|
|
'''
|
|
}
|
|
}
|
|
}
|
|
post {
|
|
always {
|
|
junit testResults: 'bundles/junit-report-*.xml', allowEmptyResults: true
|
|
catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE', message: 'Failed to create bundles.tar.gz') {
|
|
powershell '''
|
|
$bundleName="windowsRS5-integration"
|
|
Write-Host -ForegroundColor Green "Creating ${bundleName}-bundles.zip"
|
|
|
|
# archiveArtifacts does not support env-vars to , so save the artifacts in a fixed location
|
|
Compress-Archive -Path "${env:TEMP}/CIDUT.out", "${env:TEMP}/CIDUT.err", "${env:TEMP}/junit-report-*.xml" -CompressionLevel Optimal -DestinationPath "${bundleName}-bundles.zip"
|
|
'''
|
|
|
|
archiveArtifacts artifacts: '*-bundles.zip', allowEmptyArchive: true
|
|
}
|
|
}
|
|
cleanup {
|
|
sh 'make clean'
|
|
deleteDir()
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|