2013-09-06 22:02:59 -04:00
|
|
|
#!/bin/bash
|
2014-04-29 01:13:25 -04:00
|
|
|
set -e
|
2013-09-06 22:02:59 -04:00
|
|
|
|
2013-09-06 22:03:29 -04:00
|
|
|
# DinD: a wrapper script which allows docker to be run inside a docker container.
|
2014-07-24 18:19:50 -04:00
|
|
|
# Original version by Jerome Petazzoni <jerome@docker.com>
|
2015-04-11 13:22:16 -04:00
|
|
|
# See the blog post: https://blog.docker.com/2013/09/docker-can-now-run-within-docker/
|
2013-09-06 22:03:29 -04:00
|
|
|
#
|
|
|
|
# This script should be executed inside a docker container in privilieged mode
|
2014-03-13 13:46:02 -04:00
|
|
|
# ('docker run --privileged', introduced in docker 0.6).
|
2013-09-06 22:03:29 -04:00
|
|
|
|
|
|
|
# Usage: dind CMD [ARG...]
|
|
|
|
|
2014-05-01 17:52:29 -04:00
|
|
|
# apparmor sucks and Docker needs to know that it's in a container (c) @tianon
|
|
|
|
export container=docker
|
|
|
|
|
2013-09-06 22:02:59 -04:00
|
|
|
# First, make sure that cgroups are mounted correctly.
|
2014-04-29 01:14:23 -04:00
|
|
|
CGROUP=/cgroup
|
2013-09-06 22:02:59 -04:00
|
|
|
|
2014-04-29 01:13:25 -04:00
|
|
|
mkdir -p "$CGROUP"
|
2013-09-06 22:02:59 -04:00
|
|
|
|
2014-04-29 01:13:25 -04:00
|
|
|
if ! mountpoint -q "$CGROUP"; then
|
2013-09-06 22:02:59 -04:00
|
|
|
mount -n -t tmpfs -o uid=0,gid=0,mode=0755 cgroup $CGROUP || {
|
2014-04-29 01:13:25 -04:00
|
|
|
echo >&2 'Could not make a tmpfs mount. Did you use --privileged?'
|
2013-09-06 22:02:59 -04:00
|
|
|
exit 1
|
|
|
|
}
|
2014-04-29 01:13:25 -04:00
|
|
|
fi
|
2013-09-06 22:02:59 -04:00
|
|
|
|
2014-04-29 01:13:25 -04:00
|
|
|
if [ -d /sys/kernel/security ] && ! mountpoint -q /sys/kernel/security; then
|
|
|
|
mount -t securityfs none /sys/kernel/security || {
|
|
|
|
echo >&2 'Could not mount /sys/kernel/security.'
|
|
|
|
echo >&2 'AppArmor detection and -privileged mode might break.'
|
|
|
|
}
|
2013-10-31 17:58:43 -04:00
|
|
|
fi
|
|
|
|
|
2013-09-06 22:02:59 -04:00
|
|
|
# Mount the cgroup hierarchies exactly as they are in the parent system.
|
docker-tests: mount hierarchies and make symlinks for subsystems
Docker does not know about our named cpuacct,cpu,cpuset cgroup
hierarchy with multiple subsystems in it. So to use them with docker
in integration-cli test TestRunWithCpuset inside docker container
we need to add symlinks to them in hack/dind script.
Example:
old version of parser will do:
cat /proc/1/cgroup
11:cpu,cpuacct,name=my_cpu_cpuacct:/
...
and create and mount this hierarchy to directory
/cgroup/cpu,cpuacct,name=my_cpu_cpuacct/
so docker cannot find it because it has strange name
in new parser directory will be same as on host
/cgroup/my_cpu_cpuacct
and have symlinks for docker to find it
/cgroup/cpu -> /cgroup/my_cpu_cpuacct
/cgroup/cpuacct -> /cgroup/my_cpu_cpuacct
in other case if where is no name
cat /proc/1/cgroup
11:cpu,cpuacct:/
...
mount will be same for both parsers
/cgroup/cpu,cpuacct
and new one will also create symlinks
/cgroup/cpu -> /cgroup/cpu,cpuacct
/cgroup/cpuacct -> /cgroup/cpu,cpuacct
Signed-off-by: Pavel Tikhomirov <ptikhomirov@parallels.com>
2015-01-21 09:09:53 -05:00
|
|
|
for HIER in $(cut -d: -f2 /proc/1/cgroup); do
|
2013-10-17 23:32:23 -04:00
|
|
|
|
docker-tests: mount hierarchies and make symlinks for subsystems
Docker does not know about our named cpuacct,cpu,cpuset cgroup
hierarchy with multiple subsystems in it. So to use them with docker
in integration-cli test TestRunWithCpuset inside docker container
we need to add symlinks to them in hack/dind script.
Example:
old version of parser will do:
cat /proc/1/cgroup
11:cpu,cpuacct,name=my_cpu_cpuacct:/
...
and create and mount this hierarchy to directory
/cgroup/cpu,cpuacct,name=my_cpu_cpuacct/
so docker cannot find it because it has strange name
in new parser directory will be same as on host
/cgroup/my_cpu_cpuacct
and have symlinks for docker to find it
/cgroup/cpu -> /cgroup/my_cpu_cpuacct
/cgroup/cpuacct -> /cgroup/my_cpu_cpuacct
in other case if where is no name
cat /proc/1/cgroup
11:cpu,cpuacct:/
...
mount will be same for both parsers
/cgroup/cpu,cpuacct
and new one will also create symlinks
/cgroup/cpu -> /cgroup/cpu,cpuacct
/cgroup/cpuacct -> /cgroup/cpu,cpuacct
Signed-off-by: Pavel Tikhomirov <ptikhomirov@parallels.com>
2015-01-21 09:09:53 -05:00
|
|
|
# The following sections address a bug which manifests itself
|
2013-10-17 23:32:23 -04:00
|
|
|
# by a cryptic "lxc-start: no ns_cgroup option specified" when
|
docker-tests: mount hierarchies and make symlinks for subsystems
Docker does not know about our named cpuacct,cpu,cpuset cgroup
hierarchy with multiple subsystems in it. So to use them with docker
in integration-cli test TestRunWithCpuset inside docker container
we need to add symlinks to them in hack/dind script.
Example:
old version of parser will do:
cat /proc/1/cgroup
11:cpu,cpuacct,name=my_cpu_cpuacct:/
...
and create and mount this hierarchy to directory
/cgroup/cpu,cpuacct,name=my_cpu_cpuacct/
so docker cannot find it because it has strange name
in new parser directory will be same as on host
/cgroup/my_cpu_cpuacct
and have symlinks for docker to find it
/cgroup/cpu -> /cgroup/my_cpu_cpuacct
/cgroup/cpuacct -> /cgroup/my_cpu_cpuacct
in other case if where is no name
cat /proc/1/cgroup
11:cpu,cpuacct:/
...
mount will be same for both parsers
/cgroup/cpu,cpuacct
and new one will also create symlinks
/cgroup/cpu -> /cgroup/cpu,cpuacct
/cgroup/cpuacct -> /cgroup/cpu,cpuacct
Signed-off-by: Pavel Tikhomirov <ptikhomirov@parallels.com>
2015-01-21 09:09:53 -05:00
|
|
|
# trying to start containers within a container.
|
2013-10-17 23:32:23 -04:00
|
|
|
# The bug seems to appear when the cgroup hierarchies are not
|
|
|
|
# mounted on the exact same directories in the host, and in the
|
|
|
|
# container.
|
|
|
|
|
docker-tests: mount hierarchies and make symlinks for subsystems
Docker does not know about our named cpuacct,cpu,cpuset cgroup
hierarchy with multiple subsystems in it. So to use them with docker
in integration-cli test TestRunWithCpuset inside docker container
we need to add symlinks to them in hack/dind script.
Example:
old version of parser will do:
cat /proc/1/cgroup
11:cpu,cpuacct,name=my_cpu_cpuacct:/
...
and create and mount this hierarchy to directory
/cgroup/cpu,cpuacct,name=my_cpu_cpuacct/
so docker cannot find it because it has strange name
in new parser directory will be same as on host
/cgroup/my_cpu_cpuacct
and have symlinks for docker to find it
/cgroup/cpu -> /cgroup/my_cpu_cpuacct
/cgroup/cpuacct -> /cgroup/my_cpu_cpuacct
in other case if where is no name
cat /proc/1/cgroup
11:cpu,cpuacct:/
...
mount will be same for both parsers
/cgroup/cpu,cpuacct
and new one will also create symlinks
/cgroup/cpu -> /cgroup/cpu,cpuacct
/cgroup/cpuacct -> /cgroup/cpu,cpuacct
Signed-off-by: Pavel Tikhomirov <ptikhomirov@parallels.com>
2015-01-21 09:09:53 -05:00
|
|
|
SUBSYSTEMS="${HIER%name=*}"
|
|
|
|
|
|
|
|
# If cgroup hierarchy is named(mounted with "-o name=foo") we
|
|
|
|
# need to mount it in $CGROUP/foo to create exect same
|
|
|
|
# directoryes as on host. Else we need to mount it as is e.g.
|
|
|
|
# "subsys1,subsys2" if it has two subsystems
|
|
|
|
|
2013-10-17 23:32:23 -04:00
|
|
|
# Named, control-less cgroups are mounted with "-o name=foo"
|
|
|
|
# (and appear as such under /proc/<pid>/cgroup) but are usually
|
|
|
|
# mounted on a directory named "foo" (without the "name=" prefix).
|
|
|
|
# Systemd and OpenRC (and possibly others) both create such a
|
docker-tests: mount hierarchies and make symlinks for subsystems
Docker does not know about our named cpuacct,cpu,cpuset cgroup
hierarchy with multiple subsystems in it. So to use them with docker
in integration-cli test TestRunWithCpuset inside docker container
we need to add symlinks to them in hack/dind script.
Example:
old version of parser will do:
cat /proc/1/cgroup
11:cpu,cpuacct,name=my_cpu_cpuacct:/
...
and create and mount this hierarchy to directory
/cgroup/cpu,cpuacct,name=my_cpu_cpuacct/
so docker cannot find it because it has strange name
in new parser directory will be same as on host
/cgroup/my_cpu_cpuacct
and have symlinks for docker to find it
/cgroup/cpu -> /cgroup/my_cpu_cpuacct
/cgroup/cpuacct -> /cgroup/my_cpu_cpuacct
in other case if where is no name
cat /proc/1/cgroup
11:cpu,cpuacct:/
...
mount will be same for both parsers
/cgroup/cpu,cpuacct
and new one will also create symlinks
/cgroup/cpu -> /cgroup/cpu,cpuacct
/cgroup/cpuacct -> /cgroup/cpu,cpuacct
Signed-off-by: Pavel Tikhomirov <ptikhomirov@parallels.com>
2015-01-21 09:09:53 -05:00
|
|
|
# cgroup. So just mount them on directory $CGROUP/foo.
|
|
|
|
|
|
|
|
OHIER=$HIER
|
|
|
|
HIER="${HIER#*name=}"
|
|
|
|
|
|
|
|
mkdir -p "$CGROUP/$HIER"
|
|
|
|
|
2015-04-14 12:08:08 -04:00
|
|
|
if ! mountpoint -q "$CGROUP/$HIER"; then
|
docker-tests: mount hierarchies and make symlinks for subsystems
Docker does not know about our named cpuacct,cpu,cpuset cgroup
hierarchy with multiple subsystems in it. So to use them with docker
in integration-cli test TestRunWithCpuset inside docker container
we need to add symlinks to them in hack/dind script.
Example:
old version of parser will do:
cat /proc/1/cgroup
11:cpu,cpuacct,name=my_cpu_cpuacct:/
...
and create and mount this hierarchy to directory
/cgroup/cpu,cpuacct,name=my_cpu_cpuacct/
so docker cannot find it because it has strange name
in new parser directory will be same as on host
/cgroup/my_cpu_cpuacct
and have symlinks for docker to find it
/cgroup/cpu -> /cgroup/my_cpu_cpuacct
/cgroup/cpuacct -> /cgroup/my_cpu_cpuacct
in other case if where is no name
cat /proc/1/cgroup
11:cpu,cpuacct:/
...
mount will be same for both parsers
/cgroup/cpu,cpuacct
and new one will also create symlinks
/cgroup/cpu -> /cgroup/cpu,cpuacct
/cgroup/cpuacct -> /cgroup/cpu,cpuacct
Signed-off-by: Pavel Tikhomirov <ptikhomirov@parallels.com>
2015-01-21 09:09:53 -05:00
|
|
|
mount -n -t cgroup -o "$OHIER" cgroup "$CGROUP/$HIER"
|
2014-04-29 01:13:25 -04:00
|
|
|
fi
|
2013-10-17 23:32:23 -04:00
|
|
|
|
|
|
|
# Likewise, on at least one system, it has been reported that
|
|
|
|
# systemd would mount the CPU and CPU accounting controllers
|
|
|
|
# (respectively "cpu" and "cpuacct") with "-o cpuacct,cpu"
|
|
|
|
# but on a directory called "cpu,cpuacct" (note the inversion
|
|
|
|
# in the order of the groups). This tries to work around it.
|
docker-tests: mount hierarchies and make symlinks for subsystems
Docker does not know about our named cpuacct,cpu,cpuset cgroup
hierarchy with multiple subsystems in it. So to use them with docker
in integration-cli test TestRunWithCpuset inside docker container
we need to add symlinks to them in hack/dind script.
Example:
old version of parser will do:
cat /proc/1/cgroup
11:cpu,cpuacct,name=my_cpu_cpuacct:/
...
and create and mount this hierarchy to directory
/cgroup/cpu,cpuacct,name=my_cpu_cpuacct/
so docker cannot find it because it has strange name
in new parser directory will be same as on host
/cgroup/my_cpu_cpuacct
and have symlinks for docker to find it
/cgroup/cpu -> /cgroup/my_cpu_cpuacct
/cgroup/cpuacct -> /cgroup/my_cpu_cpuacct
in other case if where is no name
cat /proc/1/cgroup
11:cpu,cpuacct:/
...
mount will be same for both parsers
/cgroup/cpu,cpuacct
and new one will also create symlinks
/cgroup/cpu -> /cgroup/cpu,cpuacct
/cgroup/cpuacct -> /cgroup/cpu,cpuacct
Signed-off-by: Pavel Tikhomirov <ptikhomirov@parallels.com>
2015-01-21 09:09:53 -05:00
|
|
|
|
|
|
|
if [ "$HIER" = 'cpuacct,cpu' ]; then
|
|
|
|
ln -s "$HIER" "$CGROUP/cpu,cpuacct"
|
|
|
|
fi
|
|
|
|
|
|
|
|
# If hierarchy has multiple subsystems, in /proc/<pid>/cgroup
|
|
|
|
# we will see ":subsys1,subsys2,subsys3,name=foo:" substring,
|
|
|
|
# we need to mount it to "$CGROUP/foo" and if there were no
|
|
|
|
# name to "$CGROUP/subsys1,subsys2,subsys3", so we must create
|
|
|
|
# symlinks for docker daemon to find these subsystems:
|
|
|
|
# ln -s $CGROUP/foo $CGROUP/subsys1
|
|
|
|
# ln -s $CGROUP/subsys1,subsys2,subsys3 $CGROUP/subsys1
|
|
|
|
|
|
|
|
if [ "$SUBSYSTEMS" != "${SUBSYSTEMS//,/ }" ]; then
|
|
|
|
SUBSYSTEMS="${SUBSYSTEMS//,/ }"
|
|
|
|
for SUBSYS in $SUBSYSTEMS
|
|
|
|
do
|
|
|
|
ln -s "$CGROUP/$HIER" "$CGROUP/$SUBSYS"
|
|
|
|
done
|
2014-04-29 01:13:25 -04:00
|
|
|
fi
|
2013-09-06 22:02:59 -04:00
|
|
|
done
|
|
|
|
|
|
|
|
# Note: as I write those lines, the LXC userland tools cannot setup
|
|
|
|
# a "sub-container" properly if the "devices" cgroup is not in its
|
|
|
|
# own hierarchy. Let's detect this and issue a warning.
|
2014-04-29 01:13:25 -04:00
|
|
|
if ! grep -q :devices: /proc/1/cgroup; then
|
|
|
|
echo >&2 'WARNING: the "devices" cgroup should be in its own hierarchy.'
|
|
|
|
fi
|
|
|
|
if ! grep -qw devices /proc/1/cgroup; then
|
|
|
|
echo >&2 'WARNING: it looks like the "devices" cgroup is not mounted.'
|
|
|
|
fi
|
2013-09-06 22:02:59 -04:00
|
|
|
|
2013-09-06 22:19:03 -04:00
|
|
|
# Mount /tmp
|
|
|
|
mount -t tmpfs none /tmp
|
|
|
|
|
2014-04-29 01:13:25 -04:00
|
|
|
if [ $# -gt 0 ]; then
|
|
|
|
exec "$@"
|
|
|
|
fi
|
|
|
|
|
|
|
|
echo >&2 'ERROR: No command specified.'
|
|
|
|
echo >&2 'You probably want to run hack/make.sh, or maybe a shell?'
|