2018-09-18 16:28:49 -04:00
.PHONY : all binary dynbinary build cross help install manpages run shell test test -docker -py test -integration test -unit validate win
2013-11-14 00:34:25 -05:00
2016-03-24 12:12:40 -04:00
# set the graph driver as the current graphdriver if not set
2016-04-06 17:45:32 -04:00
DOCKER_GRAPHDRIVER := $( if $( DOCKER_GRAPHDRIVER) ,$( DOCKER_GRAPHDRIVER) ,$( shell docker info 2>& 1 | grep "Storage Driver" | sed 's/.*: //' ) )
2016-11-15 10:23:48 -05:00
export DOCKER_GRAPHDRIVER
2016-03-24 12:12:40 -04:00
2019-04-13 14:51:34 -04:00
# enable/disable cross-compile
DOCKER_CROSS ?= false
2015-11-05 09:38:41 -05:00
# get OS/Arch of docker engine
2017-04-17 19:18:46 -04:00
DOCKER_OSARCH := $( shell bash -c 'source hack/make/.detect-daemon-osarch && echo $${DOCKER_ENGINE_OSARCH}' )
2016-03-10 22:19:33 -05:00
DOCKERFILE := $( shell bash -c 'source hack/make/.detect-daemon-osarch && echo $${DOCKERFILE}' )
2015-11-05 09:38:41 -05:00
2016-11-16 05:49:32 -05:00
DOCKER_GITCOMMIT := $( shell git rev-parse --short HEAD || echo unsupported)
export DOCKER_GITCOMMIT
2019-01-30 16:16:16 -05:00
# allow overriding the repository and branch that validation scripts are running
# against these are used in hack/validate/.validate to check what changed in the PR.
export VALIDATE_REPO
export VALIDATE_BRANCH
2019-02-04 14:05:10 -05:00
export VALIDATE_ORIGIN_BRANCH
2019-01-30 16:16:16 -05:00
2014-11-13 18:04:13 -05:00
# env vars passed through directly to Docker's build scripts
2016-02-19 17:42:51 -05:00
# to allow things like `make KEEPBUNDLE=1 binary` easily
2016-07-01 05:18:42 -04:00
# `project/PACKAGERS.md` have some limited documentation of some of these
2017-11-15 16:54:56 -05:00
#
# DOCKER_LDFLAGS can be used to pass additional parameters to -ldflags
# option of "go build". For example, a built-in graphdriver priority list
# can be changed during build time like this:
#
# make DOCKER_LDFLAGS="-X github.com/docker/docker/daemon/graphdriver.priority=overlay2,devicemapper" dynbinary
#
2014-11-13 18:04:13 -05:00
DOCKER_ENVS := \
2017-06-20 16:39:52 -04:00
-e DOCKER_CROSSPLATFORMS \
2016-09-07 10:57:00 -04:00
-e BUILD_APT_MIRROR \
2014-11-13 18:04:13 -05:00
-e BUILDFLAGS \
2016-02-04 09:41:48 -05:00
-e KEEPBUNDLE \
2016-08-09 22:19:01 -04:00
-e DOCKER_BUILD_ARGS \
2016-01-26 16:17:05 -05:00
-e DOCKER_BUILD_GOGC \
2018-12-13 20:26:10 -05:00
-e DOCKER_BUILD_OPTS \
2016-01-15 18:37:46 -05:00
-e DOCKER_BUILD_PKGS \
2018-05-15 20:09:20 -04:00
-e DOCKER_BUILDKIT \
2017-06-23 12:05:38 -04:00
-e DOCKER_BASH_COMPLETION_PATH \
2017-04-17 19:18:46 -04:00
-e DOCKER_CLI_PATH \
2015-05-07 08:22:44 -04:00
-e DOCKER_DEBUG \
2015-05-19 18:09:58 -04:00
-e DOCKER_EXPERIMENTAL \
2016-04-14 05:37:42 -04:00
-e DOCKER_GITCOMMIT \
2016-11-15 10:23:48 -05:00
-e DOCKER_GRAPHDRIVER \
2017-11-15 16:54:56 -05:00
-e DOCKER_LDFLAGS \
2016-07-07 16:01:44 -04:00
-e DOCKER_PORT \
2015-11-21 11:31:25 -05:00
-e DOCKER_REMAP_ROOT \
2015-04-15 02:39:15 -04:00
-e DOCKER_STORAGE_OPTS \
2015-05-06 18:39:29 -04:00
-e DOCKER_USERLANDPROXY \
2018-06-01 13:19:20 -04:00
-e DOCKERD_ARGS \
2017-08-30 12:01:01 -04:00
-e TEST_INTEGRATION_DIR \
2014-11-13 18:04:13 -05:00
-e TESTDIRS \
-e TESTFLAGS \
2016-07-08 23:52:33 -04:00
-e TIMEOUT \
2019-01-30 16:16:16 -05:00
-e VALIDATE_REPO \
-e VALIDATE_BRANCH \
2019-02-04 14:05:10 -05:00
-e VALIDATE_ORIGIN_BRANCH \
2016-07-08 23:52:33 -04:00
-e HTTP_PROXY \
-e HTTPS_PROXY \
-e NO_PROXY \
-e http_proxy \
-e https_proxy \
2017-09-01 14:48:16 -04:00
-e no_proxy \
2017-12-05 09:29:37 -05:00
-e VERSION \
2018-07-11 18:25:38 -04:00
-e PLATFORM \
2018-08-17 20:05:21 -04:00
-e DEFAULT_PRODUCT_LICENSE \
2018-07-11 18:25:38 -04:00
-e PRODUCT
2014-11-13 18:04:13 -05:00
# note: we _cannot_ add "-e DOCKER_BUILDTAGS" here because even if it's unset in the shell, that would shadow the "ENV DOCKER_BUILDTAGS" set in our Dockerfile, which is very important for our official builds
2015-02-13 17:50:42 -05:00
# to allow `make BIND_DIR=. shell` or `make BIND_DIR= test`
2014-07-07 12:50:48 -04:00
# (default to no bind mount if DOCKER_HOST is set)
2015-02-13 17:50:42 -05:00
# note: BINDDIR is supported for backwards-compatibility here
BIND_DIR := $( if $( BINDDIR) ,$( BINDDIR) ,$( if $( DOCKER_HOST) ,,bundles) )
2018-10-06 14:06:45 -04:00
# DOCKER_MOUNT can be overriden, but use at your own risk!
i f n d e f D O C K E R _ M O U N T
2015-02-13 17:50:42 -05:00
DOCKER_MOUNT := $( if $( BIND_DIR) ,-v " $( CURDIR) / $( BIND_DIR) :/go/src/github.com/docker/docker/ $( BIND_DIR) " )
2014-11-13 18:04:13 -05:00
2016-09-22 16:49:28 -04:00
# This allows the test suite to be able to run without worrying about the underlying fs used by the container running the daemon (e.g. aufs-on-aufs), so long as the host running the container is running a supported fs.
# The volume will be cleaned up when the container is removed due to `--rm`.
# Note that `BIND_DIR` will already be set to `bundles` if `DOCKER_HOST` is not set (see above BIND_DIR line), in such case this will do nothing since `DOCKER_MOUNT` will already be set.
2018-03-23 02:39:03 -04:00
DOCKER_MOUNT := $( if $( DOCKER_MOUNT) ,$( DOCKER_MOUNT) ,-v /go/src/github.com/docker/docker/bundles) -v " $( CURDIR) /.git:/go/src/github.com/docker/docker/.git "
2016-09-22 16:49:28 -04:00
2018-09-18 16:28:49 -04:00
DOCKER_MOUNT_CACHE := -v docker-dev-cache:/root/.cache
2017-04-17 19:18:46 -04:00
DOCKER_MOUNT_CLI := $( if $( DOCKER_CLI_PATH) ,-v $( shell dirname $( DOCKER_CLI_PATH) ) :/usr/local/cli,)
2017-06-23 12:05:38 -04:00
DOCKER_MOUNT_BASH_COMPLETION := $( if $( DOCKER_BASH_COMPLETION_PATH) ,-v $( shell dirname $( DOCKER_BASH_COMPLETION_PATH) ) :/usr/local/completion/bash,)
2018-09-18 16:28:49 -04:00
DOCKER_MOUNT := $( DOCKER_MOUNT) $( DOCKER_MOUNT_CACHE) $( DOCKER_MOUNT_CLI) $( DOCKER_MOUNT_BASH_COMPLETION)
2018-10-06 14:06:45 -04:00
e n d i f # ifndef DOCKER_MOUNT
# This allows to set the docker-dev container name
DOCKER_CONTAINER_NAME := $( if $( CONTAINER_NAME) ,--name $( CONTAINER_NAME) ,)
2016-06-27 05:19:48 -04:00
2014-04-02 00:43:38 -04:00
GIT_BRANCH := $( shell git rev-parse --abbrev-ref HEAD 2>/dev/null)
2016-05-08 05:52:38 -04:00
GIT_BRANCH_CLEAN := $( shell echo $( GIT_BRANCH) | sed -e "s/[^[:alnum:]]/-/g" )
DOCKER_IMAGE := docker-dev$( if $( GIT_BRANCH_CLEAN) ,:$( GIT_BRANCH_CLEAN) )
2016-07-07 16:01:44 -04:00
DOCKER_PORT_FORWARD := $( if $( DOCKER_PORT) ,-p " $( DOCKER_PORT) " ,)
2014-03-28 21:40:16 -04:00
2016-12-16 04:18:40 -05:00
DOCKER_FLAGS := docker run --rm -i --privileged $( DOCKER_CONTAINER_NAME) $( DOCKER_ENVS) $( DOCKER_MOUNT) $( DOCKER_PORT_FORWARD)
2016-08-30 09:09:31 -04:00
BUILD_APT_MIRROR := $( if $( DOCKER_BUILD_APT_MIRROR) ,--build-arg APT_MIRROR = $( DOCKER_BUILD_APT_MIRROR) )
2016-09-07 10:57:00 -04:00
export BUILD_APT_MIRROR
2014-11-13 18:04:13 -05:00
2016-12-02 12:37:56 -05:00
SWAGGER_DOCS_PORT ?= 9000
[EXPERIMENTAL] Integration Test on Swarm
This commit adds contrib/integration-cli-on-swarm/integration-cli-on-swarm.sh,
which enables IT to be running in parallel, using Swarm-mode and Funker.
Please refer to contrib/integration-cli-on-swarm/README.md
The test takes almost 5 to 6 minutes, with 10 n1-standard-4 GCE instances.
$ ./contrib/integration-cli-on-swarm/integration-cli-on-swarm.sh --push-worker-image example.gcr.io/foo/bar --replicas 30 --shuffle
2016/12/29 08:32:15 Loaded 1618 tests (30 chunks)
2016/12/29 08:32:15 Executing 30 chunks in parallel, against "integration-cli-worker"
2016/12/29 08:32:15 Executing chunk 0 (contains 54 test filters)
..
2016/12/29 08:34:34 Finished chunk 28 [1/30] with 54 test filters in 2m19.098068003s, code=0.
2016/12/29 08:34:38 Finished chunk 12 [2/30] with 54 test filters in 2m23.088569511s, code=0.
2016/12/29 08:34:48 Finished chunk 10 [3/30] with 54 test filters in 2m33.880679079s, code=0.
2016/12/29 08:34:54 Finished chunk 20 [4/30] with 54 test filters in 2m39.973747028s, code=0.
2016/12/29 08:35:11 Finished chunk 18 [5/30] with 54 test filters in 2m56.28384361s, code=0.
2016/12/29 08:35:11 Finished chunk 29 [6/30] with 52 test filters in 2m56.54047088s, code=0.
2016/12/29 08:35:15 Finished chunk 1 [7/30] with 54 test filters in 3m0.285044426s, code=0.
2016/12/29 08:35:22 Finished chunk 6 [8/30] with 54 test filters in 3m7.211775338s, code=0.
2016/12/29 08:35:24 Finished chunk 25 [9/30] with 54 test filters in 3m9.938413009s, code=0.
2016/12/29 08:35:30 Finished chunk 27 [10/30] with 54 test filters in 3m15.219834368s, code=0.
2016/12/29 08:35:36 Finished chunk 9 [11/30] with 54 test filters in 3m21.615434162s, code=0.
2016/12/29 08:35:41 Finished chunk 13 [12/30] with 54 test filters in 3m26.576907401s, code=0.
2016/12/29 08:35:45 Finished chunk 17 [13/30] with 54 test filters in 3m30.290752537s, code=0.
2016/12/29 08:35:53 Finished chunk 2 [14/30] with 54 test filters in 3m38.148423321s, code=0.
2016/12/29 08:35:55 Finished chunk 24 [15/30] with 54 test filters in 3m40.09669137s, code=0.
2016/12/29 08:35:57 Finished chunk 8 [16/30] with 54 test filters in 3m42.299945108s, code=0.
2016/12/29 08:35:57 Finished chunk 22 [17/30] with 54 test filters in 3m42.946558809s, code=0.
2016/12/29 08:35:59 Finished chunk 23 [18/30] with 54 test filters in 3m44.232557165s, code=0.
2016/12/29 08:36:02 Finished chunk 3 [19/30] with 54 test filters in 3m47.112051358s, code=0.
2016/12/29 08:36:11 Finished chunk 15 [20/30] with 54 test filters in 3m56.340656645s, code=0.
2016/12/29 08:36:11 Finished chunk 11 [21/30] with 54 test filters in 3m56.882401231s, code=0.
2016/12/29 08:36:22 Finished chunk 19 [22/30] with 54 test filters in 4m7.551093516s, code=0.
2016/12/29 08:36:23 Finished chunk 21 [23/30] with 54 test filters in 4m8.221093446s, code=0.
2016/12/29 08:36:25 Finished chunk 16 [24/30] with 54 test filters in 4m10.450451705s, code=0.
2016/12/29 08:36:27 Finished chunk 5 [25/30] with 54 test filters in 4m12.162272692s, code=0.
2016/12/29 08:36:28 Finished chunk 14 [26/30] with 54 test filters in 4m13.977801031s, code=0.
2016/12/29 08:36:29 Finished chunk 0 [27/30] with 54 test filters in 4m14.34086812s, code=0.
2016/12/29 08:36:49 Finished chunk 26 [28/30] with 54 test filters in 4m34.437085539s, code=0.
2016/12/29 08:37:14 Finished chunk 7 [29/30] with 54 test filters in 4m59.22902721s, code=0.
2016/12/29 08:37:20 Finished chunk 4 [30/30] with 54 test filters in 5m5.103469214s, code=0.
2016/12/29 08:37:20 Executed 30 chunks in 5m5.104379119s. PASS: 30, FAIL: 0.
Signed-off-by: Akihiro Suda <suda.akihiro@lab.ntt.co.jp>
2016-12-07 02:16:48 -05:00
INTEGRATION_CLI_MASTER_IMAGE := $( if $( INTEGRATION_CLI_MASTER_IMAGE) , $( INTEGRATION_CLI_MASTER_IMAGE) , integration-cli-master)
INTEGRATION_CLI_WORKER_IMAGE := $( if $( INTEGRATION_CLI_WORKER_IMAGE) , $( INTEGRATION_CLI_WORKER_IMAGE) , integration-cli-worker)
2017-04-17 19:18:46 -04:00
d e f i n e \ n
e n d e f
2015-10-20 23:10:49 -04:00
# if this session isn't interactive, then we don't want to allocate a
# TTY, which would fail, but if it is interactive, we do want to attach
# so that the user can send e.g. ^C through.
INTERACTIVE := $( shell [ -t 0 ] && echo 1 || echo 0)
i f e q ( $( INTERACTIVE ) , 1 )
DOCKER_FLAGS += -t
e n d i f
2014-11-13 18:04:13 -05:00
2015-10-20 23:10:49 -04:00
DOCKER_RUN_DOCKER := $( DOCKER_FLAGS) " $( DOCKER_IMAGE) "
2015-02-24 19:37:36 -05:00
2013-12-03 17:51:43 -05:00
default : binary
2016-04-06 16:45:21 -04:00
all : build ## validate all checks, build linux binaries, run all tests\ncross build non-linux binaries and generate archives
2016-10-12 15:25:49 -04:00
$( DOCKER_RUN_DOCKER) bash -c 'hack/validate/default && hack/make.sh'
2013-12-03 17:51:43 -05:00
2016-04-06 16:45:21 -04:00
binary : build ## build the linux binaries
2013-12-03 17:51:43 -05:00
$( DOCKER_RUN_DOCKER) hack/make.sh binary
2013-11-14 00:34:25 -05:00
2017-06-30 14:54:51 -04:00
dynbinary : build ## build the linux dynbinaries
$( DOCKER_RUN_DOCKER) hack/make.sh dynbinary
2019-04-05 20:20:06 -04:00
cross : DOCKER_CROSS := true
cross : build ## cross build the binaries for darwin, freebsd and\nwindows
$( DOCKER_RUN_DOCKER) hack/make.sh dynbinary binary cross
i f d e f D O C K E R _ C R O S S P L A T F O R M S
build : DOCKER_CROSS := true
e n d i f
i f e q ( $( BIND_DIR ) , . )
build : DOCKER_BUILD_OPTS += --target =dev
e n d i f
build : DOCKER_BUILD_ARGS += --build -arg =CROSS =$( DOCKER_CROSS )
2019-03-09 21:27:26 -05:00
build : DOCKER_BUILDKIT ?= 1
2018-09-18 16:28:49 -04:00
build : bundles
2017-08-17 17:27:41 -04:00
$( warning The docker client CLI has moved to github.com/docker/cli. For a dev-test cycle involving the CLI, run:${ \n } DOCKER_CLI_PATH = /host/path/to/cli/binary make shell ${ \n } then change the cli and compile into a binary at the same location.${ \n } )
2019-07-17 07:59:16 -04:00
DOCKER_BUILDKIT = " ${ DOCKER_BUILDKIT } " docker build --build-arg= GO_VERSION ${ BUILD_APT_MIRROR } ${ DOCKER_BUILD_ARGS } ${ DOCKER_BUILD_OPTS } -t " $( DOCKER_IMAGE) " -f " $( DOCKERFILE) " .
2015-11-21 11:31:25 -05:00
bundles :
mkdir bundles
2018-09-18 16:28:49 -04:00
.PHONY : clean
clean : clean -cache
2016-12-05 10:10:06 -05:00
2018-09-18 16:28:49 -04:00
.PHONY : clean -cache
clean-cache :
docker volume rm -f docker-dev-cache
2016-12-05 10:10:06 -05:00
2016-08-29 14:06:45 -04:00
help : ## this help
2019-01-10 06:56:26 -05:00
@awk 'BEGIN {FS = ":.*?## "} /^[a-zA-Z0-9_-]+:.*?## / {gsub("\\\\n",sprintf("\n%22c",""), $$2);printf "\033[36m%-20s\033[0m %s\n", $$1, $$2}' $( MAKEFILE_LIST)
2016-08-29 14:06:45 -04:00
2016-05-23 21:44:43 -04:00
install : ## install the linux binaries
KEEPBUNDLE = 1 hack/make.sh install-binary
2016-07-07 16:01:44 -04:00
run : build ## run the docker daemon in a container
$( DOCKER_RUN_DOCKER) sh -c "KEEPBUNDLE=1 hack/make.sh install-binary run"
2016-04-06 16:45:21 -04:00
shell : build ## start a shell inside the build env
2015-11-21 11:31:25 -05:00
$( DOCKER_RUN_DOCKER) bash
2017-11-20 05:56:27 -05:00
test : build test -unit ## run the unit, integration and docker-py tests
$( DOCKER_RUN_DOCKER) hack/make.sh dynbinary cross test-integration test-docker-py
2014-04-29 18:49:03 -04:00
2016-04-06 16:45:21 -04:00
test-docker-py : build ## run the docker-py tests
2015-11-21 11:31:25 -05:00
$( DOCKER_RUN_DOCKER) hack/make.sh dynbinary test-docker-py
2013-11-14 00:34:25 -05:00
2017-06-16 20:18:44 -04:00
test-integration-cli : test -integration ## (DEPRECATED) use test-integration
2017-05-23 16:32:34 -04:00
test-integration : build ## run the integration tests
$( DOCKER_RUN_DOCKER) hack/make.sh dynbinary test-integration
2014-02-25 11:17:48 -05:00
2019-01-07 12:05:54 -05:00
test-integration-flaky : build ## run the stress test for all new integration tests
$( DOCKER_RUN_DOCKER) hack/make.sh dynbinary test-integration-flaky
2016-04-06 16:45:21 -04:00
test-unit : build ## run the unit tests
2017-08-16 10:02:04 -04:00
$( DOCKER_RUN_DOCKER) hack/test/unit
2014-12-19 02:20:59 -05:00
2016-08-17 04:25:14 -04:00
validate : build ## validate DCO, Seccomp profile generation, gofmt,\n./pkg/ isolation, golint, tests, tomls, go vet and vendor
2016-10-12 15:25:49 -04:00
$( DOCKER_RUN_DOCKER) hack/validate/all
2016-04-06 16:45:21 -04:00
2016-08-29 14:06:45 -04:00
win : build ## cross build the binary for windows
2019-03-06 20:44:36 -05:00
$( DOCKER_RUN_DOCKER) DOCKER_CROSSPLATFORMS = windows/amd64 hack/make.sh cross
2016-10-03 14:14:53 -04:00
.PHONY : swagger -gen
swagger-gen :
2016-11-02 10:48:34 -04:00
docker run --rm -v $( PWD) :/go/src/github.com/docker/docker \
-w /go/src/github.com/docker/docker \
2016-10-04 11:28:23 -04:00
--entrypoint hack/generate-swagger-api.sh \
2016-11-02 10:48:34 -04:00
-e GOPATH = /go \
2016-12-01 19:36:10 -05:00
quay.io/goswagger/swagger:0.7.4
2016-12-02 12:37:56 -05:00
.PHONY : swagger -docs
swagger-docs : ## preview the API documentation
@echo " API docs preview will be running at http://localhost: $( SWAGGER_DOCS_PORT) "
@docker run --rm -v $( PWD) /api/swagger.yaml:/usr/share/nginx/html/swagger.yaml \
-e 'REDOC_OPTIONS=hide-hostname="true" lazy-rendering' \
-p $( SWAGGER_DOCS_PORT) :80 \
bfirsh/redoc:1.6.2
[EXPERIMENTAL] Integration Test on Swarm
This commit adds contrib/integration-cli-on-swarm/integration-cli-on-swarm.sh,
which enables IT to be running in parallel, using Swarm-mode and Funker.
Please refer to contrib/integration-cli-on-swarm/README.md
The test takes almost 5 to 6 minutes, with 10 n1-standard-4 GCE instances.
$ ./contrib/integration-cli-on-swarm/integration-cli-on-swarm.sh --push-worker-image example.gcr.io/foo/bar --replicas 30 --shuffle
2016/12/29 08:32:15 Loaded 1618 tests (30 chunks)
2016/12/29 08:32:15 Executing 30 chunks in parallel, against "integration-cli-worker"
2016/12/29 08:32:15 Executing chunk 0 (contains 54 test filters)
..
2016/12/29 08:34:34 Finished chunk 28 [1/30] with 54 test filters in 2m19.098068003s, code=0.
2016/12/29 08:34:38 Finished chunk 12 [2/30] with 54 test filters in 2m23.088569511s, code=0.
2016/12/29 08:34:48 Finished chunk 10 [3/30] with 54 test filters in 2m33.880679079s, code=0.
2016/12/29 08:34:54 Finished chunk 20 [4/30] with 54 test filters in 2m39.973747028s, code=0.
2016/12/29 08:35:11 Finished chunk 18 [5/30] with 54 test filters in 2m56.28384361s, code=0.
2016/12/29 08:35:11 Finished chunk 29 [6/30] with 52 test filters in 2m56.54047088s, code=0.
2016/12/29 08:35:15 Finished chunk 1 [7/30] with 54 test filters in 3m0.285044426s, code=0.
2016/12/29 08:35:22 Finished chunk 6 [8/30] with 54 test filters in 3m7.211775338s, code=0.
2016/12/29 08:35:24 Finished chunk 25 [9/30] with 54 test filters in 3m9.938413009s, code=0.
2016/12/29 08:35:30 Finished chunk 27 [10/30] with 54 test filters in 3m15.219834368s, code=0.
2016/12/29 08:35:36 Finished chunk 9 [11/30] with 54 test filters in 3m21.615434162s, code=0.
2016/12/29 08:35:41 Finished chunk 13 [12/30] with 54 test filters in 3m26.576907401s, code=0.
2016/12/29 08:35:45 Finished chunk 17 [13/30] with 54 test filters in 3m30.290752537s, code=0.
2016/12/29 08:35:53 Finished chunk 2 [14/30] with 54 test filters in 3m38.148423321s, code=0.
2016/12/29 08:35:55 Finished chunk 24 [15/30] with 54 test filters in 3m40.09669137s, code=0.
2016/12/29 08:35:57 Finished chunk 8 [16/30] with 54 test filters in 3m42.299945108s, code=0.
2016/12/29 08:35:57 Finished chunk 22 [17/30] with 54 test filters in 3m42.946558809s, code=0.
2016/12/29 08:35:59 Finished chunk 23 [18/30] with 54 test filters in 3m44.232557165s, code=0.
2016/12/29 08:36:02 Finished chunk 3 [19/30] with 54 test filters in 3m47.112051358s, code=0.
2016/12/29 08:36:11 Finished chunk 15 [20/30] with 54 test filters in 3m56.340656645s, code=0.
2016/12/29 08:36:11 Finished chunk 11 [21/30] with 54 test filters in 3m56.882401231s, code=0.
2016/12/29 08:36:22 Finished chunk 19 [22/30] with 54 test filters in 4m7.551093516s, code=0.
2016/12/29 08:36:23 Finished chunk 21 [23/30] with 54 test filters in 4m8.221093446s, code=0.
2016/12/29 08:36:25 Finished chunk 16 [24/30] with 54 test filters in 4m10.450451705s, code=0.
2016/12/29 08:36:27 Finished chunk 5 [25/30] with 54 test filters in 4m12.162272692s, code=0.
2016/12/29 08:36:28 Finished chunk 14 [26/30] with 54 test filters in 4m13.977801031s, code=0.
2016/12/29 08:36:29 Finished chunk 0 [27/30] with 54 test filters in 4m14.34086812s, code=0.
2016/12/29 08:36:49 Finished chunk 26 [28/30] with 54 test filters in 4m34.437085539s, code=0.
2016/12/29 08:37:14 Finished chunk 7 [29/30] with 54 test filters in 4m59.22902721s, code=0.
2016/12/29 08:37:20 Finished chunk 4 [30/30] with 54 test filters in 5m5.103469214s, code=0.
2016/12/29 08:37:20 Executed 30 chunks in 5m5.104379119s. PASS: 30, FAIL: 0.
Signed-off-by: Akihiro Suda <suda.akihiro@lab.ntt.co.jp>
2016-12-07 02:16:48 -05:00
build-integration-cli-on-swarm : build ## build images and binary for running integration-cli on Swarm in parallel
2017-05-15 10:34:44 -04:00
@echo "Building hack/integration-cli-on-swarm (if build fails, please refer to hack/integration-cli-on-swarm/README.md)"
2017-08-02 09:07:36 -04:00
go build -buildmode= pie -o ./hack/integration-cli-on-swarm/integration-cli-on-swarm ./hack/integration-cli-on-swarm/host
[EXPERIMENTAL] Integration Test on Swarm
This commit adds contrib/integration-cli-on-swarm/integration-cli-on-swarm.sh,
which enables IT to be running in parallel, using Swarm-mode and Funker.
Please refer to contrib/integration-cli-on-swarm/README.md
The test takes almost 5 to 6 minutes, with 10 n1-standard-4 GCE instances.
$ ./contrib/integration-cli-on-swarm/integration-cli-on-swarm.sh --push-worker-image example.gcr.io/foo/bar --replicas 30 --shuffle
2016/12/29 08:32:15 Loaded 1618 tests (30 chunks)
2016/12/29 08:32:15 Executing 30 chunks in parallel, against "integration-cli-worker"
2016/12/29 08:32:15 Executing chunk 0 (contains 54 test filters)
..
2016/12/29 08:34:34 Finished chunk 28 [1/30] with 54 test filters in 2m19.098068003s, code=0.
2016/12/29 08:34:38 Finished chunk 12 [2/30] with 54 test filters in 2m23.088569511s, code=0.
2016/12/29 08:34:48 Finished chunk 10 [3/30] with 54 test filters in 2m33.880679079s, code=0.
2016/12/29 08:34:54 Finished chunk 20 [4/30] with 54 test filters in 2m39.973747028s, code=0.
2016/12/29 08:35:11 Finished chunk 18 [5/30] with 54 test filters in 2m56.28384361s, code=0.
2016/12/29 08:35:11 Finished chunk 29 [6/30] with 52 test filters in 2m56.54047088s, code=0.
2016/12/29 08:35:15 Finished chunk 1 [7/30] with 54 test filters in 3m0.285044426s, code=0.
2016/12/29 08:35:22 Finished chunk 6 [8/30] with 54 test filters in 3m7.211775338s, code=0.
2016/12/29 08:35:24 Finished chunk 25 [9/30] with 54 test filters in 3m9.938413009s, code=0.
2016/12/29 08:35:30 Finished chunk 27 [10/30] with 54 test filters in 3m15.219834368s, code=0.
2016/12/29 08:35:36 Finished chunk 9 [11/30] with 54 test filters in 3m21.615434162s, code=0.
2016/12/29 08:35:41 Finished chunk 13 [12/30] with 54 test filters in 3m26.576907401s, code=0.
2016/12/29 08:35:45 Finished chunk 17 [13/30] with 54 test filters in 3m30.290752537s, code=0.
2016/12/29 08:35:53 Finished chunk 2 [14/30] with 54 test filters in 3m38.148423321s, code=0.
2016/12/29 08:35:55 Finished chunk 24 [15/30] with 54 test filters in 3m40.09669137s, code=0.
2016/12/29 08:35:57 Finished chunk 8 [16/30] with 54 test filters in 3m42.299945108s, code=0.
2016/12/29 08:35:57 Finished chunk 22 [17/30] with 54 test filters in 3m42.946558809s, code=0.
2016/12/29 08:35:59 Finished chunk 23 [18/30] with 54 test filters in 3m44.232557165s, code=0.
2016/12/29 08:36:02 Finished chunk 3 [19/30] with 54 test filters in 3m47.112051358s, code=0.
2016/12/29 08:36:11 Finished chunk 15 [20/30] with 54 test filters in 3m56.340656645s, code=0.
2016/12/29 08:36:11 Finished chunk 11 [21/30] with 54 test filters in 3m56.882401231s, code=0.
2016/12/29 08:36:22 Finished chunk 19 [22/30] with 54 test filters in 4m7.551093516s, code=0.
2016/12/29 08:36:23 Finished chunk 21 [23/30] with 54 test filters in 4m8.221093446s, code=0.
2016/12/29 08:36:25 Finished chunk 16 [24/30] with 54 test filters in 4m10.450451705s, code=0.
2016/12/29 08:36:27 Finished chunk 5 [25/30] with 54 test filters in 4m12.162272692s, code=0.
2016/12/29 08:36:28 Finished chunk 14 [26/30] with 54 test filters in 4m13.977801031s, code=0.
2016/12/29 08:36:29 Finished chunk 0 [27/30] with 54 test filters in 4m14.34086812s, code=0.
2016/12/29 08:36:49 Finished chunk 26 [28/30] with 54 test filters in 4m34.437085539s, code=0.
2016/12/29 08:37:14 Finished chunk 7 [29/30] with 54 test filters in 4m59.22902721s, code=0.
2016/12/29 08:37:20 Finished chunk 4 [30/30] with 54 test filters in 5m5.103469214s, code=0.
2016/12/29 08:37:20 Executed 30 chunks in 5m5.104379119s. PASS: 30, FAIL: 0.
Signed-off-by: Akihiro Suda <suda.akihiro@lab.ntt.co.jp>
2016-12-07 02:16:48 -05:00
@echo " Building $( INTEGRATION_CLI_MASTER_IMAGE) "
docker build -t $( INTEGRATION_CLI_MASTER_IMAGE) hack/integration-cli-on-swarm/agent
@echo " Building $( INTEGRATION_CLI_WORKER_IMAGE) from $( DOCKER_IMAGE) "
$( eval tmp := integration-cli-worker-tmp)
# We mount pkgcache, but not bundle (bundle needs to be baked into the image)
# For avoiding bakings DOCKER_GRAPHDRIVER and so on to image, we cannot use $(DOCKER_ENVS) here
2018-09-18 16:28:49 -04:00
docker run -t -d --name $( tmp) -e DOCKER_GITCOMMIT -e BUILDFLAGS --privileged $( DOCKER_IMAGE) top
[EXPERIMENTAL] Integration Test on Swarm
This commit adds contrib/integration-cli-on-swarm/integration-cli-on-swarm.sh,
which enables IT to be running in parallel, using Swarm-mode and Funker.
Please refer to contrib/integration-cli-on-swarm/README.md
The test takes almost 5 to 6 minutes, with 10 n1-standard-4 GCE instances.
$ ./contrib/integration-cli-on-swarm/integration-cli-on-swarm.sh --push-worker-image example.gcr.io/foo/bar --replicas 30 --shuffle
2016/12/29 08:32:15 Loaded 1618 tests (30 chunks)
2016/12/29 08:32:15 Executing 30 chunks in parallel, against "integration-cli-worker"
2016/12/29 08:32:15 Executing chunk 0 (contains 54 test filters)
..
2016/12/29 08:34:34 Finished chunk 28 [1/30] with 54 test filters in 2m19.098068003s, code=0.
2016/12/29 08:34:38 Finished chunk 12 [2/30] with 54 test filters in 2m23.088569511s, code=0.
2016/12/29 08:34:48 Finished chunk 10 [3/30] with 54 test filters in 2m33.880679079s, code=0.
2016/12/29 08:34:54 Finished chunk 20 [4/30] with 54 test filters in 2m39.973747028s, code=0.
2016/12/29 08:35:11 Finished chunk 18 [5/30] with 54 test filters in 2m56.28384361s, code=0.
2016/12/29 08:35:11 Finished chunk 29 [6/30] with 52 test filters in 2m56.54047088s, code=0.
2016/12/29 08:35:15 Finished chunk 1 [7/30] with 54 test filters in 3m0.285044426s, code=0.
2016/12/29 08:35:22 Finished chunk 6 [8/30] with 54 test filters in 3m7.211775338s, code=0.
2016/12/29 08:35:24 Finished chunk 25 [9/30] with 54 test filters in 3m9.938413009s, code=0.
2016/12/29 08:35:30 Finished chunk 27 [10/30] with 54 test filters in 3m15.219834368s, code=0.
2016/12/29 08:35:36 Finished chunk 9 [11/30] with 54 test filters in 3m21.615434162s, code=0.
2016/12/29 08:35:41 Finished chunk 13 [12/30] with 54 test filters in 3m26.576907401s, code=0.
2016/12/29 08:35:45 Finished chunk 17 [13/30] with 54 test filters in 3m30.290752537s, code=0.
2016/12/29 08:35:53 Finished chunk 2 [14/30] with 54 test filters in 3m38.148423321s, code=0.
2016/12/29 08:35:55 Finished chunk 24 [15/30] with 54 test filters in 3m40.09669137s, code=0.
2016/12/29 08:35:57 Finished chunk 8 [16/30] with 54 test filters in 3m42.299945108s, code=0.
2016/12/29 08:35:57 Finished chunk 22 [17/30] with 54 test filters in 3m42.946558809s, code=0.
2016/12/29 08:35:59 Finished chunk 23 [18/30] with 54 test filters in 3m44.232557165s, code=0.
2016/12/29 08:36:02 Finished chunk 3 [19/30] with 54 test filters in 3m47.112051358s, code=0.
2016/12/29 08:36:11 Finished chunk 15 [20/30] with 54 test filters in 3m56.340656645s, code=0.
2016/12/29 08:36:11 Finished chunk 11 [21/30] with 54 test filters in 3m56.882401231s, code=0.
2016/12/29 08:36:22 Finished chunk 19 [22/30] with 54 test filters in 4m7.551093516s, code=0.
2016/12/29 08:36:23 Finished chunk 21 [23/30] with 54 test filters in 4m8.221093446s, code=0.
2016/12/29 08:36:25 Finished chunk 16 [24/30] with 54 test filters in 4m10.450451705s, code=0.
2016/12/29 08:36:27 Finished chunk 5 [25/30] with 54 test filters in 4m12.162272692s, code=0.
2016/12/29 08:36:28 Finished chunk 14 [26/30] with 54 test filters in 4m13.977801031s, code=0.
2016/12/29 08:36:29 Finished chunk 0 [27/30] with 54 test filters in 4m14.34086812s, code=0.
2016/12/29 08:36:49 Finished chunk 26 [28/30] with 54 test filters in 4m34.437085539s, code=0.
2016/12/29 08:37:14 Finished chunk 7 [29/30] with 54 test filters in 4m59.22902721s, code=0.
2016/12/29 08:37:20 Finished chunk 4 [30/30] with 54 test filters in 5m5.103469214s, code=0.
2016/12/29 08:37:20 Executed 30 chunks in 5m5.104379119s. PASS: 30, FAIL: 0.
Signed-off-by: Akihiro Suda <suda.akihiro@lab.ntt.co.jp>
2016-12-07 02:16:48 -05:00
docker exec $( tmp) hack/make.sh build-integration-test-binary dynbinary
2017-08-02 09:07:36 -04:00
docker exec $( tmp) go build -buildmode= pie -o /worker github.com/docker/docker/hack/integration-cli-on-swarm/agent/worker
[EXPERIMENTAL] Integration Test on Swarm
This commit adds contrib/integration-cli-on-swarm/integration-cli-on-swarm.sh,
which enables IT to be running in parallel, using Swarm-mode and Funker.
Please refer to contrib/integration-cli-on-swarm/README.md
The test takes almost 5 to 6 minutes, with 10 n1-standard-4 GCE instances.
$ ./contrib/integration-cli-on-swarm/integration-cli-on-swarm.sh --push-worker-image example.gcr.io/foo/bar --replicas 30 --shuffle
2016/12/29 08:32:15 Loaded 1618 tests (30 chunks)
2016/12/29 08:32:15 Executing 30 chunks in parallel, against "integration-cli-worker"
2016/12/29 08:32:15 Executing chunk 0 (contains 54 test filters)
..
2016/12/29 08:34:34 Finished chunk 28 [1/30] with 54 test filters in 2m19.098068003s, code=0.
2016/12/29 08:34:38 Finished chunk 12 [2/30] with 54 test filters in 2m23.088569511s, code=0.
2016/12/29 08:34:48 Finished chunk 10 [3/30] with 54 test filters in 2m33.880679079s, code=0.
2016/12/29 08:34:54 Finished chunk 20 [4/30] with 54 test filters in 2m39.973747028s, code=0.
2016/12/29 08:35:11 Finished chunk 18 [5/30] with 54 test filters in 2m56.28384361s, code=0.
2016/12/29 08:35:11 Finished chunk 29 [6/30] with 52 test filters in 2m56.54047088s, code=0.
2016/12/29 08:35:15 Finished chunk 1 [7/30] with 54 test filters in 3m0.285044426s, code=0.
2016/12/29 08:35:22 Finished chunk 6 [8/30] with 54 test filters in 3m7.211775338s, code=0.
2016/12/29 08:35:24 Finished chunk 25 [9/30] with 54 test filters in 3m9.938413009s, code=0.
2016/12/29 08:35:30 Finished chunk 27 [10/30] with 54 test filters in 3m15.219834368s, code=0.
2016/12/29 08:35:36 Finished chunk 9 [11/30] with 54 test filters in 3m21.615434162s, code=0.
2016/12/29 08:35:41 Finished chunk 13 [12/30] with 54 test filters in 3m26.576907401s, code=0.
2016/12/29 08:35:45 Finished chunk 17 [13/30] with 54 test filters in 3m30.290752537s, code=0.
2016/12/29 08:35:53 Finished chunk 2 [14/30] with 54 test filters in 3m38.148423321s, code=0.
2016/12/29 08:35:55 Finished chunk 24 [15/30] with 54 test filters in 3m40.09669137s, code=0.
2016/12/29 08:35:57 Finished chunk 8 [16/30] with 54 test filters in 3m42.299945108s, code=0.
2016/12/29 08:35:57 Finished chunk 22 [17/30] with 54 test filters in 3m42.946558809s, code=0.
2016/12/29 08:35:59 Finished chunk 23 [18/30] with 54 test filters in 3m44.232557165s, code=0.
2016/12/29 08:36:02 Finished chunk 3 [19/30] with 54 test filters in 3m47.112051358s, code=0.
2016/12/29 08:36:11 Finished chunk 15 [20/30] with 54 test filters in 3m56.340656645s, code=0.
2016/12/29 08:36:11 Finished chunk 11 [21/30] with 54 test filters in 3m56.882401231s, code=0.
2016/12/29 08:36:22 Finished chunk 19 [22/30] with 54 test filters in 4m7.551093516s, code=0.
2016/12/29 08:36:23 Finished chunk 21 [23/30] with 54 test filters in 4m8.221093446s, code=0.
2016/12/29 08:36:25 Finished chunk 16 [24/30] with 54 test filters in 4m10.450451705s, code=0.
2016/12/29 08:36:27 Finished chunk 5 [25/30] with 54 test filters in 4m12.162272692s, code=0.
2016/12/29 08:36:28 Finished chunk 14 [26/30] with 54 test filters in 4m13.977801031s, code=0.
2016/12/29 08:36:29 Finished chunk 0 [27/30] with 54 test filters in 4m14.34086812s, code=0.
2016/12/29 08:36:49 Finished chunk 26 [28/30] with 54 test filters in 4m34.437085539s, code=0.
2016/12/29 08:37:14 Finished chunk 7 [29/30] with 54 test filters in 4m59.22902721s, code=0.
2016/12/29 08:37:20 Finished chunk 4 [30/30] with 54 test filters in 5m5.103469214s, code=0.
2016/12/29 08:37:20 Executed 30 chunks in 5m5.104379119s. PASS: 30, FAIL: 0.
Signed-off-by: Akihiro Suda <suda.akihiro@lab.ntt.co.jp>
2016-12-07 02:16:48 -05:00
docker commit -c 'ENTRYPOINT ["/worker"]' $( tmp) $( INTEGRATION_CLI_WORKER_IMAGE)
docker rm -f $( tmp)