#!groovy pipeline { agent none options { buildDiscarder(logRotator(daysToKeepStr: '30')) timeout(time: 3, unit: 'HOURS') timestamps() } parameters { booleanParam(name: 'unit_validate', defaultValue: true, description: 'x86 unit tests and vendor check') booleanParam(name: 'janky', defaultValue: true, description: 'x86 Build/Test') booleanParam(name: 'experimental', defaultValue: true, description: 'x86 Experimental Build/Test ') booleanParam(name: 'z', defaultValue: true, description: 'IBM Z (s390x) Build/Test') booleanParam(name: 'powerpc', defaultValue: true, description: 'PowerPC (ppc64le) Build/Test') booleanParam(name: 'windowsRS1', defaultValue: false, description: 'Windows 2016 (RS1) Build/Test') booleanParam(name: 'windowsRS5', defaultValue: false, description: 'Windows 2019 (RS5) Build/Test') } environment { DOCKER_BUILDKIT = '1' DOCKER_GRAPHDRIVER = 'overlay2' APT_MIRROR = 'cdn-fastly.deb.debian.org' CHECK_CONFIG_COMMIT = '78405559cfe5987174aa2cb6463b9b2c1b917255' } stages { stage('Build') { parallel { stage('unit-validate') { when { beforeAgent true expression { params.unit_validate } } agent { label 'amd64 && ubuntu-1804 && overlay2' } stages { stage("Print info") { steps { sh 'docker version' sh 'docker info' sh ''' echo "check-config.sh version: ${CHECK_CONFIG_COMMIT}" curl -fsSL -o ${WORKSPACE}/check-config.sh "https://raw.githubusercontent.com/moby/moby/${CHECK_CONFIG_COMMIT}/contrib/check-config.sh" \ && bash ${WORKSPACE}/check-config.sh || true ''' } } stage("Build dev image") { steps { sh 'docker build --force-rm --build-arg APT_MIRROR -t docker:${GIT_COMMIT} .' } } stage("Unit tests") { steps { sh ''' docker run --rm -t --privileged \ -v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \ --name docker-pr$BUILD_NUMBER \ -e DOCKER_GITCOMMIT=${GIT_COMMIT} \ -e DOCKER_GRAPHDRIVER \ docker:${GIT_COMMIT} \ hack/test/unit ''' } } stage("Validate vendor") { steps { sh ''' docker run --rm -t --privileged \ -v "$WORKSPACE/.git:/go/src/github.com/docker/docker/.git" \ --name docker-pr$BUILD_NUMBER \ -e DOCKER_GITCOMMIT=${GIT_COMMIT} \ -e DOCKER_GRAPHDRIVER \ -e TIMEOUT=120m \ docker:${GIT_COMMIT} \ hack/validate/vendor ''' } } stage("Build e2e image") { steps { sh ''' echo "Building e2e image" docker build --build-arg DOCKER_GITCOMMIT=${GIT_COMMIT} -t moby-e2e-test -f Dockerfile.e2e . ''' } } } post { always { junit 'bundles/junit-report.xml' sh ''' echo 'Ensuring container killed.' docker rm -vf docker-pr$BUILD_NUMBER || true ''' sh ''' echo 'Chowning /workspace to jenkins user' docker run --rm -v "$WORKSPACE:/workspace" busybox chown -R "$(id -u):$(id -g)" /workspace ''' sh ''' echo 'Creating unit-bundles.tar.gz' tar -czvf unit-bundles.tar.gz bundles/junit-report.xml bundles/go-test-report.json bundles/profile.out ''' archiveArtifacts artifacts: 'unit-bundles.tar.gz' } cleanup { sh 'make clean' deleteDir() } } } stage('janky') { when { beforeAgent true expression { params.janky } } agent { label 'amd64 && ubuntu-1804 && overlay2' } stages { stage("Print info") { steps { sh 'docker version' sh 'docker info' sh ''' echo "check-config.sh version: ${CHECK_CONFIG_COMMIT}" curl -fsSL -o ${WORKSPACE}/check-config.sh "https://raw.githubusercontent.com/moby/moby/${CHECK_CONFIG_COMMIT}/contrib/check-config.sh" \ && bash ${WORKSPACE}/check-config.sh || true ''' } } stage("Build dev image") { steps { sh ''' # todo: include ip_vs in base image sudo modprobe ip_vs docker build --force-rm --build-arg APT_MIRROR -t docker:${GIT_COMMIT} . ''' } } stage("Run tests") { steps { sh ''' docker run --rm -t --privileged \ -v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \ -v "$WORKSPACE/.git:/go/src/github.com/docker/docker/.git" \ --name docker-pr$BUILD_NUMBER \ -e DOCKER_GITCOMMIT=${GIT_COMMIT} \ -e DOCKER_GRAPHDRIVER \ docker:${GIT_COMMIT} \ hack/ci/janky ''' } } } post { always { sh ''' echo "Ensuring container killed." docker rm -vf docker-pr$BUILD_NUMBER || true ''' sh ''' echo "Chowning /workspace to jenkins user" docker run --rm -v "$WORKSPACE:/workspace" busybox chown -R "$(id -u):$(id -g)" /workspace ''' sh ''' echo "Creating janky-bundles.tar.gz" (find bundles -name '*.log' -o -name '*.prof' -o -name integration.test | xargs tar -czf janky-bundles.tar.gz) || true ''' archiveArtifacts artifacts: 'janky-bundles.tar.gz' } cleanup { sh 'make clean' deleteDir() } } } stage('experimental') { when { beforeAgent true expression { params.experimental } } agent { label 'amd64 && ubuntu-1804 && overlay2' } stages { stage("Print info") { steps { sh 'docker version' sh 'docker info' sh ''' echo "check-config.sh version: ${CHECK_CONFIG_COMMIT}" curl -fsSL -o ${WORKSPACE}/check-config.sh "https://raw.githubusercontent.com/moby/moby/${CHECK_CONFIG_COMMIT}/contrib/check-config.sh" \ && bash ${WORKSPACE}/check-config.sh || true ''' } } stage("Build dev image") { steps { sh 'docker build --force-rm --build-arg APT_MIRROR -t docker:${GIT_COMMIT}-exp .' } } stage("Run tests") { steps { sh ''' docker run --rm -t --privileged \ -v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \ --name docker-pr$BUILD_NUMBER \ -e DOCKER_EXPERIMENTAL=y \ -e DOCKER_GITCOMMIT=${GIT_COMMIT} \ -e DOCKER_GRAPHDRIVER \ docker:${GIT_COMMIT}-exp \ hack/ci/experimental ''' } } } post { always { sh ''' echo "Ensuring container killed." docker rm -vf docker-pr$BUILD_NUMBER || true ''' sh ''' echo "Chowning /workspace to jenkins user" docker run --rm -v "$WORKSPACE:/workspace" busybox chown -R "$(id -u):$(id -g)" /workspace ''' sh ''' echo "Creating bundles.tar.gz" (find bundles -name '*.log' -o -name '*.prof' -o -name integration.test | xargs tar -czf experimental-bundles.tar.gz) || true ''' archiveArtifacts artifacts: 'experimental-bundles.tar.gz' } cleanup { sh 'make clean' deleteDir() } } } stage('z') { when { beforeAgent true expression { params.z } } agent { label 's390x-ubuntu-1604' } // s390x machines run on Docker 18.06, and buildkit has some bugs on that version environment { DOCKER_BUILDKIT = '0' } stages { stage("Print info") { steps { sh 'docker version' sh 'docker info' sh ''' echo "check-config.sh version: ${CHECK_CONFIG_COMMIT}" curl -fsSL -o ${WORKSPACE}/check-config.sh "https://raw.githubusercontent.com/moby/moby/${CHECK_CONFIG_COMMIT}/contrib/check-config.sh" \ && bash ${WORKSPACE}/check-config.sh || true ''' } } stage("Build dev image") { steps { sh ''' docker build --force-rm --build-arg APT_MIRROR -t docker:${GIT_COMMIT} -f Dockerfile . ''' } } stage("Run tests") { steps { sh ''' docker run --rm -t --privileged \ -v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \ --name docker-pr$BUILD_NUMBER \ -e DOCKER_GITCOMMIT=${GIT_COMMIT} \ -e DOCKER_GRAPHDRIVER \ -e TIMEOUT="300m" \ docker:${GIT_COMMIT} \ hack/ci/z ''' } } } post { always { sh ''' echo "Ensuring container killed." docker rm -vf docker-pr$BUILD_NUMBER || true ''' sh ''' echo "Chowning /workspace to jenkins user" docker run --rm -v "$WORKSPACE:/workspace" busybox chown -R "$(id -u):$(id -g)" /workspace ''' sh ''' echo "Creating bundles.tar.gz" find bundles -name '*.log' | xargs tar -czf s390x-bundles.tar.gz ''' archiveArtifacts artifacts: 's390x-bundles.tar.gz' } cleanup { sh 'make clean' deleteDir() } } } stage('powerpc') { when { beforeAgent true expression { params.powerpc } } agent { label 'ppc64le-ubuntu-1604' } // power machines run on Docker 18.06, and buildkit has some bugs on that version environment { DOCKER_BUILDKIT = '0' } stages { stage("Print info") { steps { sh 'docker version' sh 'docker info' sh ''' echo "check-config.sh version: ${CHECK_CONFIG_COMMIT}" curl -fsSL -o ${WORKSPACE}/check-config.sh "https://raw.githubusercontent.com/moby/moby/${CHECK_CONFIG_COMMIT}/contrib/check-config.sh" \ && bash ${WORKSPACE}/check-config.sh || true ''' } } stage("Build dev image") { steps { sh 'docker build --force-rm --build-arg APT_MIRROR -t docker:${GIT_COMMIT} -f Dockerfile .' } } stage("Run tests") { steps { sh ''' docker run --rm -t --privileged \ -v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \ --name docker-pr$BUILD_NUMBER \ -e DOCKER_GITCOMMIT=${GIT_COMMIT} \ -e DOCKER_GRAPHDRIVER \ -e TIMEOUT="180m" \ docker:${GIT_COMMIT} \ hack/ci/powerpc ''' } } } post { always { sh ''' echo "Ensuring container killed." docker rm -vf docker-pr$BUILD_NUMBER || true ''' sh ''' echo "Chowning /workspace to jenkins user" docker run --rm -v "$WORKSPACE:/workspace" busybox chown -R "$(id -u):$(id -g)" /workspace ''' sh ''' echo "Creating bundles.tar.gz" find bundles -name '*.log' | xargs tar -czf powerpc-bundles.tar.gz ''' archiveArtifacts artifacts: 'powerpc-bundles.tar.gz' } cleanup { sh 'make clean' deleteDir() } } } stage('windowsRS1') { when { beforeAgent true expression { params.windowsRS1 } } agent { node { label 'windows-rs1' customWorkspace 'c:\\gopath\\src\\github.com\\docker\\docker' } } stages { stage("Print info") { steps { sh 'docker version' sh 'docker info' } } stage("Run tests") { steps { powershell ''' $ErrorActionPreference = 'Stop' .\\hack\\ci\\windows.ps1 exit $LastExitCode ''' } } } } stage('windowsRS5-process') { when { beforeAgent true expression { params.windowsRS5 } } agent { node { label 'windows-rs5' customWorkspace 'c:\\gopath\\src\\github.com\\docker\\docker' } } stages { stage("Print info") { steps { sh 'docker version' sh 'docker info' } } stage("Run tests") { steps { powershell ''' $ErrorActionPreference = 'Stop' .\\hack\\ci\\windows.ps1 exit $LastExitCode ''' } } } } } } } }