2014-01-22 01:21:56 +00:00
|
|
|
#!/usr/bin/env bash
|
2013-10-17 08:08:14 +00:00
|
|
|
set -e
|
2013-08-07 04:16:13 +00:00
|
|
|
|
2013-08-10 00:38:48 +00:00
|
|
|
# This script looks for bundles built by make.sh, and releases them on a
|
|
|
|
# public S3 bucket.
|
2013-08-07 04:16:13 +00:00
|
|
|
#
|
|
|
|
# Bundles should be available for the VERSION string passed as argument.
|
|
|
|
#
|
2013-08-10 00:38:48 +00:00
|
|
|
# The correct way to call this script is inside a container built by the
|
|
|
|
# official Dockerfile at the root of the Docker source code. The Dockerfile,
|
|
|
|
# make.sh and release.sh should all be from the same source code revision.
|
2013-08-07 04:16:13 +00:00
|
|
|
|
2013-10-17 08:08:14 +00:00
|
|
|
set -o pipefail
|
2013-08-07 04:16:13 +00:00
|
|
|
|
|
|
|
# Print a usage message and exit.
|
|
|
|
usage() {
|
2013-10-17 08:08:14 +00:00
|
|
|
cat >&2 <<'EOF'
|
2013-08-10 01:08:06 +00:00
|
|
|
To run, I need:
|
|
|
|
- to be in a container generated by the Dockerfile at the top of the Docker
|
|
|
|
repository;
|
2015-08-25 19:18:04 +00:00
|
|
|
- to be provided with the location of an S3 bucket and path, in
|
|
|
|
environment variables AWS_S3_BUCKET and AWS_S3_BUCKET_PATH (default: '');
|
2013-08-10 01:08:06 +00:00
|
|
|
- to be provided with AWS credentials for this S3 bucket, in environment
|
2016-03-23 02:46:46 +00:00
|
|
|
variables AWS_ACCESS_KEY_ID and AWS_SECRET_ACCESS_KEY;
|
2013-08-10 01:08:06 +00:00
|
|
|
- a generous amount of good will and nice manners.
|
|
|
|
The canonical way to run me is to run the image produced by the Dockerfile: e.g.:"
|
|
|
|
|
2014-09-23 23:18:09 +00:00
|
|
|
docker run -e AWS_S3_BUCKET=test.docker.com \
|
2016-03-23 02:46:46 +00:00
|
|
|
-e AWS_ACCESS_KEY_ID \
|
|
|
|
-e AWS_SECRET_ACCESS_KEY \
|
|
|
|
-e AWS_DEFAULT_REGION \
|
|
|
|
-it --privileged \
|
2013-10-17 08:08:14 +00:00
|
|
|
docker ./hack/release.sh
|
2013-08-10 01:08:06 +00:00
|
|
|
EOF
|
2013-08-07 04:16:13 +00:00
|
|
|
exit 1
|
|
|
|
}
|
|
|
|
|
2013-08-10 01:08:06 +00:00
|
|
|
[ "$AWS_S3_BUCKET" ] || usage
|
2016-03-23 02:46:46 +00:00
|
|
|
[ "$AWS_ACCESS_KEY_ID" ] || usage
|
|
|
|
[ "$AWS_SECRET_ACCESS_KEY" ] || usage
|
2014-07-24 22:19:50 +00:00
|
|
|
[ -d /go/src/github.com/docker/docker ] || usage
|
|
|
|
cd /go/src/github.com/docker/docker
|
2013-10-17 08:08:14 +00:00
|
|
|
[ -x hack/make.sh ] || usage
|
|
|
|
|
2016-03-23 02:46:46 +00:00
|
|
|
export AWS_DEFAULT_REGION
|
2016-03-25 14:54:36 +00:00
|
|
|
: ${AWS_DEFAULT_REGION:=us-west-1}
|
2016-03-23 02:46:46 +00:00
|
|
|
|
2013-10-17 08:08:14 +00:00
|
|
|
RELEASE_BUNDLES=(
|
|
|
|
binary
|
2013-12-19 06:06:14 +00:00
|
|
|
cross
|
2013-11-18 03:25:08 +00:00
|
|
|
tgz
|
2013-10-17 08:08:14 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
if [ "$1" != '--release-regardless-of-test-failure' ]; then
|
2014-04-08 04:22:03 +00:00
|
|
|
RELEASE_BUNDLES=(
|
2015-05-12 22:39:57 +00:00
|
|
|
test-unit
|
2014-04-08 04:22:03 +00:00
|
|
|
"${RELEASE_BUNDLES[@]}"
|
|
|
|
test-integration-cli
|
|
|
|
)
|
2013-10-17 08:08:14 +00:00
|
|
|
fi
|
2014-04-08 04:22:03 +00:00
|
|
|
|
2015-04-14 16:31:52 +00:00
|
|
|
VERSION=$(< VERSION)
|
2013-08-10 01:18:33 +00:00
|
|
|
BUCKET=$AWS_S3_BUCKET
|
2015-08-25 19:18:04 +00:00
|
|
|
BUCKET_PATH=$BUCKET
|
|
|
|
[[ -n "$AWS_S3_BUCKET_PATH" ]] && BUCKET_PATH+=/$AWS_S3_BUCKET_PATH
|
2013-08-07 04:16:13 +00:00
|
|
|
|
2015-09-10 19:22:06 +00:00
|
|
|
if command -v git &> /dev/null && git rev-parse &> /dev/null; then
|
|
|
|
if [ -n "$(git status --porcelain --untracked-files=no)" ]; then
|
|
|
|
echo "You cannot run the release script on a repo with uncommitted changes"
|
|
|
|
usage
|
|
|
|
fi
|
|
|
|
fi
|
|
|
|
|
2014-03-16 21:10:59 +00:00
|
|
|
# These are the 2 keys we've used to sign the deb's
|
2014-09-23 23:18:09 +00:00
|
|
|
# release (get.docker.com)
|
2014-03-16 21:10:59 +00:00
|
|
|
# GPG_KEY="36A1D7869245C8950F966E92D8576A8BA88D21E9"
|
2014-09-23 23:18:09 +00:00
|
|
|
# test (test.docker.com)
|
2014-03-16 21:10:59 +00:00
|
|
|
# GPG_KEY="740B314AE3941731B942C66ADF4FD13717AAD7D6"
|
|
|
|
|
2013-08-07 04:16:13 +00:00
|
|
|
setup_s3() {
|
2015-07-27 21:28:05 +00:00
|
|
|
echo "Setting up S3"
|
2013-08-07 04:16:13 +00:00
|
|
|
# Try creating the bucket. Ignore errors (it might already exist).
|
2016-03-23 02:46:46 +00:00
|
|
|
aws s3 mb "s3://$BUCKET" 2>/dev/null || true
|
2013-08-10 01:18:33 +00:00
|
|
|
# Check access to the bucket.
|
2016-03-23 02:46:46 +00:00
|
|
|
aws s3 ls "s3://$BUCKET" >/dev/null
|
2013-08-15 01:35:17 +00:00
|
|
|
# Make the bucket accessible through website endpoints.
|
2016-03-23 02:46:46 +00:00
|
|
|
aws s3 website --index-document index --error-document error "s3://$BUCKET"
|
2013-08-07 04:16:13 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
# write_to_s3 uploads the contents of standard input to the specified S3 url.
|
|
|
|
write_to_s3() {
|
|
|
|
DEST=$1
|
|
|
|
F=`mktemp`
|
2015-04-14 16:08:08 +00:00
|
|
|
cat > "$F"
|
2016-03-23 02:46:46 +00:00
|
|
|
aws s3 cp --acl public-read --content-type 'text/plain' "$F" "$DEST"
|
2015-04-14 16:08:08 +00:00
|
|
|
rm -f "$F"
|
2013-08-07 04:16:13 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
s3_url() {
|
2013-09-28 04:50:24 +00:00
|
|
|
case "$BUCKET" in
|
2015-06-18 21:54:40 +00:00
|
|
|
get.docker.com|test.docker.com|experimental.docker.com)
|
2015-08-25 19:18:04 +00:00
|
|
|
echo "https://$BUCKET_PATH"
|
2013-09-28 04:50:24 +00:00
|
|
|
;;
|
|
|
|
*)
|
2016-03-25 14:54:36 +00:00
|
|
|
BASE_URL="http://${BUCKET}.s3-website-${AWS_DEFAULT_REGION}.amazonaws.com"
|
2015-08-25 19:18:04 +00:00
|
|
|
if [[ -n "$AWS_S3_BUCKET_PATH" ]] ; then
|
|
|
|
echo "$BASE_URL/$AWS_S3_BUCKET_PATH"
|
|
|
|
else
|
|
|
|
echo "$BASE_URL"
|
|
|
|
fi
|
2013-09-28 04:50:24 +00:00
|
|
|
;;
|
|
|
|
esac
|
2013-08-07 04:16:13 +00:00
|
|
|
}
|
|
|
|
|
2014-03-16 21:10:59 +00:00
|
|
|
build_all() {
|
2015-07-27 21:28:05 +00:00
|
|
|
echo "Building release"
|
2014-03-16 21:10:59 +00:00
|
|
|
if ! ./hack/make.sh "${RELEASE_BUNDLES[@]}"; then
|
|
|
|
echo >&2
|
|
|
|
echo >&2 'The build or tests appear to have failed.'
|
|
|
|
echo >&2
|
|
|
|
echo >&2 'You, as the release maintainer, now have a couple options:'
|
|
|
|
echo >&2 '- delay release and fix issues'
|
|
|
|
echo >&2 '- delay release and fix issues'
|
|
|
|
echo >&2 '- did we mention how important this is? issues need fixing :)'
|
|
|
|
echo >&2
|
|
|
|
echo >&2 'As a final LAST RESORT, you (because only you, the release maintainer,'
|
|
|
|
echo >&2 ' really knows all the hairy problems at hand with the current release'
|
|
|
|
echo >&2 ' issues) may bypass this checking by running this script again with the'
|
|
|
|
echo >&2 ' single argument of "--release-regardless-of-test-failure", which will skip'
|
|
|
|
echo >&2 ' running the test suite, and will only build the binaries and packages. Please'
|
|
|
|
echo >&2 ' avoid using this if at all possible.'
|
|
|
|
echo >&2
|
|
|
|
echo >&2 'Regardless, we cannot stress enough the scarcity with which this bypass'
|
|
|
|
echo >&2 ' should be used. If there are release issues, we should always err on the'
|
|
|
|
echo >&2 ' side of caution.'
|
|
|
|
echo >&2
|
|
|
|
exit 1
|
|
|
|
fi
|
|
|
|
}
|
|
|
|
|
2014-03-20 01:58:39 +00:00
|
|
|
upload_release_build() {
|
|
|
|
src="$1"
|
|
|
|
dst="$2"
|
|
|
|
latest="$3"
|
|
|
|
|
|
|
|
echo
|
|
|
|
echo "Uploading $src"
|
|
|
|
echo " to $dst"
|
|
|
|
echo
|
2016-03-23 02:46:46 +00:00
|
|
|
aws s3 cp --follow-symlinks --acl public-read "$src" "$dst"
|
2014-03-20 01:58:39 +00:00
|
|
|
if [ "$latest" ]; then
|
|
|
|
echo
|
|
|
|
echo "Copying to $latest"
|
|
|
|
echo
|
2016-03-23 02:46:46 +00:00
|
|
|
aws s3 cp --acl public-read "$dst" "$latest"
|
2014-03-20 01:58:39 +00:00
|
|
|
fi
|
|
|
|
|
|
|
|
# get hash files too (see hash_files() in hack/make.sh)
|
|
|
|
for hashAlgo in md5 sha256; do
|
|
|
|
if [ -e "$src.$hashAlgo" ]; then
|
|
|
|
echo
|
|
|
|
echo "Uploading $src.$hashAlgo"
|
|
|
|
echo " to $dst.$hashAlgo"
|
|
|
|
echo
|
2016-03-23 02:46:46 +00:00
|
|
|
aws s3 cp --follow-symlinks --acl public-read --content-type='text/plain' "$src.$hashAlgo" "$dst.$hashAlgo"
|
2014-03-20 01:58:39 +00:00
|
|
|
if [ "$latest" ]; then
|
|
|
|
echo
|
|
|
|
echo "Copying to $latest.$hashAlgo"
|
|
|
|
echo
|
2016-03-23 02:46:46 +00:00
|
|
|
aws s3 cp --acl public-read "$dst.$hashAlgo" "$latest.$hashAlgo"
|
2014-03-20 01:58:39 +00:00
|
|
|
fi
|
|
|
|
fi
|
|
|
|
done
|
|
|
|
}
|
|
|
|
|
2013-12-24 06:31:53 +00:00
|
|
|
release_build() {
|
2015-07-27 21:28:05 +00:00
|
|
|
echo "Releasing binaries"
|
2013-12-24 06:31:53 +00:00
|
|
|
GOOS=$1
|
|
|
|
GOARCH=$2
|
|
|
|
|
2014-03-20 01:58:39 +00:00
|
|
|
binDir=bundles/$VERSION/cross/$GOOS/$GOARCH
|
|
|
|
tgzDir=bundles/$VERSION/tgz/$GOOS/$GOARCH
|
|
|
|
binary=docker-$VERSION
|
|
|
|
tgz=docker-$VERSION.tgz
|
|
|
|
|
|
|
|
latestBase=
|
|
|
|
if [ -z "$NOLATEST" ]; then
|
|
|
|
latestBase=docker-latest
|
|
|
|
fi
|
2013-12-24 06:31:53 +00:00
|
|
|
|
|
|
|
# we need to map our GOOS and GOARCH to uname values
|
|
|
|
# see https://en.wikipedia.org/wiki/Uname
|
|
|
|
# ie, GOOS=linux -> "uname -s"=Linux
|
|
|
|
|
2014-03-20 01:58:39 +00:00
|
|
|
s3Os=$GOOS
|
|
|
|
case "$s3Os" in
|
2013-12-24 06:31:53 +00:00
|
|
|
darwin)
|
2014-03-20 01:58:39 +00:00
|
|
|
s3Os=Darwin
|
2013-12-24 06:31:53 +00:00
|
|
|
;;
|
|
|
|
freebsd)
|
2014-03-20 01:58:39 +00:00
|
|
|
s3Os=FreeBSD
|
2013-12-24 06:31:53 +00:00
|
|
|
;;
|
|
|
|
linux)
|
2014-03-20 01:58:39 +00:00
|
|
|
s3Os=Linux
|
2013-12-24 06:31:53 +00:00
|
|
|
;;
|
2015-03-11 18:29:29 +00:00
|
|
|
windows)
|
|
|
|
s3Os=Windows
|
|
|
|
binary+='.exe'
|
|
|
|
if [ "$latestBase" ]; then
|
|
|
|
latestBase+='.exe'
|
|
|
|
fi
|
|
|
|
;;
|
2013-12-24 06:31:53 +00:00
|
|
|
*)
|
2014-03-20 01:58:39 +00:00
|
|
|
echo >&2 "error: can't convert $s3Os to an appropriate value for 'uname -s'"
|
2013-12-24 06:31:53 +00:00
|
|
|
exit 1
|
|
|
|
;;
|
|
|
|
esac
|
|
|
|
|
2014-03-20 01:58:39 +00:00
|
|
|
s3Arch=$GOARCH
|
|
|
|
case "$s3Arch" in
|
2013-12-24 06:31:53 +00:00
|
|
|
amd64)
|
2014-03-20 01:58:39 +00:00
|
|
|
s3Arch=x86_64
|
2013-12-24 06:31:53 +00:00
|
|
|
;;
|
|
|
|
386)
|
2014-03-20 01:58:39 +00:00
|
|
|
s3Arch=i386
|
2013-12-24 06:31:53 +00:00
|
|
|
;;
|
|
|
|
arm)
|
2014-03-20 01:58:39 +00:00
|
|
|
s3Arch=armel
|
2015-12-13 16:00:39 +00:00
|
|
|
# someday, we might potentially support multiple GOARM values, in which case we might get armhf here too
|
2013-12-24 06:31:53 +00:00
|
|
|
;;
|
|
|
|
*)
|
2014-03-20 01:58:39 +00:00
|
|
|
echo >&2 "error: can't convert $s3Arch to an appropriate value for 'uname -m'"
|
2013-12-24 06:31:53 +00:00
|
|
|
exit 1
|
|
|
|
;;
|
|
|
|
esac
|
|
|
|
|
2015-08-25 19:18:04 +00:00
|
|
|
s3Dir="s3://$BUCKET_PATH/builds/$s3Os/$s3Arch"
|
2014-03-20 01:58:39 +00:00
|
|
|
latest=
|
|
|
|
latestTgz=
|
|
|
|
if [ "$latestBase" ]; then
|
|
|
|
latest="$s3Dir/$latestBase"
|
|
|
|
latestTgz="$s3Dir/$latestBase.tgz"
|
|
|
|
fi
|
2013-12-24 06:31:53 +00:00
|
|
|
|
2014-03-20 01:58:39 +00:00
|
|
|
if [ ! -f "$tgzDir/$tgz" ]; then
|
|
|
|
echo >&2 "error: can't find $tgzDir/$tgz - was it packaged properly?"
|
2013-12-24 06:31:53 +00:00
|
|
|
exit 1
|
|
|
|
fi
|
2016-03-22 17:42:54 +00:00
|
|
|
# disable binary uploads for now. Only providing tgz downloads
|
|
|
|
# upload_release_build "$binDir/$binary" "$s3Dir/$binary" "$latest"
|
2014-03-20 01:58:39 +00:00
|
|
|
upload_release_build "$tgzDir/$tgz" "$s3Dir/$tgz" "$latestTgz"
|
2013-12-24 06:31:53 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
# Upload binaries and tgz files to S3
|
|
|
|
release_binaries() {
|
2015-04-14 16:08:08 +00:00
|
|
|
[ -e "bundles/$VERSION/cross/linux/amd64/docker-$VERSION" ] || {
|
2013-12-24 06:31:53 +00:00
|
|
|
echo >&2 './hack/make.sh must be run before release_binaries'
|
2013-11-18 03:25:08 +00:00
|
|
|
exit 1
|
|
|
|
}
|
|
|
|
|
2013-12-24 06:31:53 +00:00
|
|
|
for d in bundles/$VERSION/cross/*/*; do
|
|
|
|
GOARCH="$(basename "$d")"
|
|
|
|
GOOS="$(basename "$(dirname "$d")")"
|
|
|
|
release_build "$GOOS" "$GOARCH"
|
|
|
|
done
|
2013-11-18 03:25:08 +00:00
|
|
|
|
2013-12-24 06:31:53 +00:00
|
|
|
# TODO create redirect from builds/*/i686 to builds/*/i386
|
2013-11-08 22:45:18 +00:00
|
|
|
|
2015-08-25 19:18:04 +00:00
|
|
|
cat <<EOF | write_to_s3 s3://$BUCKET_PATH/builds/index
|
2013-08-07 04:16:13 +00:00
|
|
|
# To install, run the following command as root:
|
2016-03-23 02:46:46 +00:00
|
|
|
curl -sSL -O $(s3_url)/builds/Linux/x86_64/docker-$VERSION.tgz && sudo tar zxf docker-$VERSION.tgz -C /
|
2013-08-07 04:16:13 +00:00
|
|
|
# Then start docker in daemon mode:
|
2015-08-10 12:48:08 +00:00
|
|
|
sudo /usr/local/bin/docker daemon
|
2013-08-07 04:16:13 +00:00
|
|
|
EOF
|
2013-11-08 22:45:18 +00:00
|
|
|
|
|
|
|
# Add redirect at /builds/info for URL-backwards-compatibility
|
|
|
|
rm -rf /tmp/emptyfile && touch /tmp/emptyfile
|
2016-03-23 02:46:46 +00:00
|
|
|
aws s3 cp --acl public-read --website-redirect '/builds/' --content-type='text/plain' /tmp/emptyfile "s3://$BUCKET_PATH/builds/info"
|
2013-11-08 22:45:18 +00:00
|
|
|
|
2013-08-07 04:16:13 +00:00
|
|
|
if [ -z "$NOLATEST" ]; then
|
2015-08-25 19:18:04 +00:00
|
|
|
echo "Advertising $VERSION on $BUCKET_PATH as most recent version"
|
|
|
|
echo "$VERSION" | write_to_s3 "s3://$BUCKET_PATH/latest"
|
2013-08-07 04:16:13 +00:00
|
|
|
fi
|
|
|
|
}
|
|
|
|
|
2013-08-15 01:35:17 +00:00
|
|
|
# Upload the index script
|
|
|
|
release_index() {
|
2015-07-27 21:28:05 +00:00
|
|
|
echo "Releasing index"
|
2016-01-25 17:01:46 +00:00
|
|
|
url="$(s3_url)/" hack/make.sh install-script
|
2016-01-06 22:25:39 +00:00
|
|
|
write_to_s3 "s3://$BUCKET_PATH/index" < "bundles/$VERSION/install-script/install.sh"
|
2013-08-15 01:35:17 +00:00
|
|
|
}
|
|
|
|
|
2013-08-07 04:16:13 +00:00
|
|
|
main() {
|
2014-03-16 21:10:59 +00:00
|
|
|
build_all
|
2013-08-07 04:16:13 +00:00
|
|
|
setup_s3
|
2013-12-24 06:31:53 +00:00
|
|
|
release_binaries
|
2013-08-15 01:35:17 +00:00
|
|
|
release_index
|
2013-08-07 04:16:13 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
main
|
2013-12-24 06:31:53 +00:00
|
|
|
|
|
|
|
echo
|
|
|
|
echo
|
|
|
|
echo "Release complete; see $(s3_url)"
|
2015-07-09 17:58:27 +00:00
|
|
|
echo "Use the following text to announce the release:"
|
|
|
|
echo
|
|
|
|
echo "We have just pushed $VERSION to $(s3_url). You can download it with the following:"
|
|
|
|
echo
|
2016-03-22 17:42:54 +00:00
|
|
|
echo "Darwin/OSX 64bit client tgz: $(s3_url)/builds/Darwin/x86_64/docker-$VERSION.tgz"
|
2015-07-09 17:58:27 +00:00
|
|
|
echo "Linux 64bit tgz: $(s3_url)/builds/Linux/x86_64/docker-$VERSION.tgz"
|
2016-03-22 17:42:54 +00:00
|
|
|
echo "Windows 64bit client tgz: $(s3_url)/builds/Windows/x86_64/docker-$VERSION.tgz"
|
|
|
|
echo "Windows 32bit client tgz: $(s3_url)/builds/Windows/i386/docker-$VERSION.tgz"
|
2013-12-24 06:31:53 +00:00
|
|
|
echo
|