mirror of
https://github.com/moby/moby.git
synced 2022-11-09 12:21:53 -05:00
448 lines
16 KiB
Go
448 lines
16 KiB
Go
// +build !windows
|
|
|
|
package ipvlan // import "github.com/docker/docker/integration/network/ipvlan"
|
|
|
|
import (
|
|
"context"
|
|
"os"
|
|
"os/exec"
|
|
"strings"
|
|
"sync"
|
|
"testing"
|
|
"time"
|
|
|
|
dclient "github.com/docker/docker/client"
|
|
"github.com/docker/docker/integration/internal/container"
|
|
net "github.com/docker/docker/integration/internal/network"
|
|
n "github.com/docker/docker/integration/network"
|
|
"github.com/docker/docker/internal/test/daemon"
|
|
"gotest.tools/assert"
|
|
"gotest.tools/skip"
|
|
)
|
|
|
|
func TestDockerNetworkIpvlanPersistance(t *testing.T) {
|
|
// verify the driver automatically provisions the 802.1q link (di-dummy0.70)
|
|
skip.If(t, testEnv.IsRemoteDaemon)
|
|
skip.If(t, !ipvlanKernelSupport(t), "Kernel doesn't support ipvlan")
|
|
|
|
d := daemon.New(t)
|
|
d.StartWithBusybox(t)
|
|
defer d.Stop(t)
|
|
|
|
// master dummy interface 'di' notation represent 'docker ipvlan'
|
|
master := "di-dummy0"
|
|
n.CreateMasterDummy(t, master)
|
|
defer n.DeleteInterface(t, master)
|
|
|
|
c := d.NewClientT(t)
|
|
|
|
// create a network specifying the desired sub-interface name
|
|
netName := "di-persist"
|
|
net.CreateNoError(context.Background(), t, c, netName,
|
|
net.WithIPvlan("di-dummy0.70", ""),
|
|
)
|
|
|
|
assert.Check(t, n.IsNetworkAvailable(c, netName))
|
|
// Restart docker daemon to test the config has persisted to disk
|
|
d.Restart(t)
|
|
assert.Check(t, n.IsNetworkAvailable(c, netName))
|
|
}
|
|
|
|
func TestDockerNetworkIpvlan(t *testing.T) {
|
|
skip.If(t, testEnv.IsRemoteDaemon)
|
|
skip.If(t, !ipvlanKernelSupport(t), "Kernel doesn't support ipvlan")
|
|
|
|
for _, tc := range []struct {
|
|
name string
|
|
test func(dclient.APIClient) func(*testing.T)
|
|
}{
|
|
{
|
|
name: "Subinterface",
|
|
test: testIpvlanSubinterface,
|
|
}, {
|
|
name: "OverlapParent",
|
|
test: testIpvlanOverlapParent,
|
|
}, {
|
|
name: "L2NilParent",
|
|
test: testIpvlanL2NilParent,
|
|
}, {
|
|
name: "L2InternalMode",
|
|
test: testIpvlanL2InternalMode,
|
|
}, {
|
|
name: "L3NilParent",
|
|
test: testIpvlanL3NilParent,
|
|
}, {
|
|
name: "L3InternalMode",
|
|
test: testIpvlanL3InternalMode,
|
|
}, {
|
|
name: "L2MultiSubnet",
|
|
test: testIpvlanL2MultiSubnet,
|
|
}, {
|
|
name: "L3MultiSubnet",
|
|
test: testIpvlanL3MultiSubnet,
|
|
}, {
|
|
name: "Addressing",
|
|
test: testIpvlanAddressing,
|
|
},
|
|
} {
|
|
d := daemon.New(t)
|
|
d.StartWithBusybox(t)
|
|
c := d.NewClientT(t)
|
|
|
|
t.Run(tc.name, tc.test(c))
|
|
|
|
d.Stop(t)
|
|
// FIXME(vdemeester) clean network
|
|
}
|
|
}
|
|
|
|
func testIpvlanSubinterface(client dclient.APIClient) func(*testing.T) {
|
|
return func(t *testing.T) {
|
|
master := "di-dummy0"
|
|
n.CreateMasterDummy(t, master)
|
|
defer n.DeleteInterface(t, master)
|
|
|
|
netName := "di-subinterface"
|
|
net.CreateNoError(context.Background(), t, client, netName,
|
|
net.WithIPvlan("di-dummy0.60", ""),
|
|
)
|
|
assert.Check(t, n.IsNetworkAvailable(client, netName))
|
|
|
|
// delete the network while preserving the parent link
|
|
err := client.NetworkRemove(context.Background(), netName)
|
|
assert.NilError(t, err)
|
|
|
|
assert.Check(t, n.IsNetworkNotAvailable(client, netName))
|
|
// verify the network delete did not delete the predefined link
|
|
n.LinkExists(t, "di-dummy0")
|
|
}
|
|
}
|
|
|
|
func testIpvlanOverlapParent(client dclient.APIClient) func(*testing.T) {
|
|
return func(t *testing.T) {
|
|
// verify the same parent interface cannot be used if already in use by an existing network
|
|
master := "di-dummy0"
|
|
parent := master + ".30"
|
|
n.CreateMasterDummy(t, master)
|
|
defer n.DeleteInterface(t, master)
|
|
n.CreateVlanInterface(t, master, parent, "30")
|
|
|
|
netName := "di-subinterface"
|
|
net.CreateNoError(context.Background(), t, client, netName,
|
|
net.WithIPvlan(parent, ""),
|
|
)
|
|
assert.Check(t, n.IsNetworkAvailable(client, netName))
|
|
|
|
_, err := net.Create(context.Background(), client, netName,
|
|
net.WithIPvlan(parent, ""),
|
|
)
|
|
// verify that the overlap returns an error
|
|
assert.Check(t, err != nil)
|
|
}
|
|
}
|
|
|
|
func testIpvlanL2NilParent(client dclient.APIClient) func(*testing.T) {
|
|
return func(t *testing.T) {
|
|
// ipvlan l2 mode - dummy parent interface is provisioned dynamically
|
|
netName := "di-nil-parent"
|
|
net.CreateNoError(context.Background(), t, client, netName,
|
|
net.WithIPvlan("", ""),
|
|
)
|
|
assert.Check(t, n.IsNetworkAvailable(client, netName))
|
|
|
|
ctx := context.Background()
|
|
id1 := container.Run(ctx, t, client, container.WithNetworkMode(netName))
|
|
id2 := container.Run(ctx, t, client, container.WithNetworkMode(netName))
|
|
|
|
_, err := container.Exec(ctx, client, id2, []string{"ping", "-c", "1", id1})
|
|
assert.NilError(t, err)
|
|
}
|
|
}
|
|
|
|
func testIpvlanL2InternalMode(client dclient.APIClient) func(*testing.T) {
|
|
return func(t *testing.T) {
|
|
netName := "di-internal"
|
|
net.CreateNoError(context.Background(), t, client, netName,
|
|
net.WithIPvlan("", ""),
|
|
net.WithInternal(),
|
|
)
|
|
assert.Check(t, n.IsNetworkAvailable(client, netName))
|
|
|
|
ctx := context.Background()
|
|
id1 := container.Run(ctx, t, client, container.WithNetworkMode(netName))
|
|
id2 := container.Run(ctx, t, client, container.WithNetworkMode(netName))
|
|
|
|
timeoutCtx, cancel := context.WithTimeout(context.Background(), 1*time.Second)
|
|
defer cancel()
|
|
_, err := container.Exec(timeoutCtx, client, id1, []string{"ping", "-c", "1", "-w", "1", "8.8.8.8"})
|
|
// FIXME(vdemeester) check the time of error ?
|
|
assert.Check(t, err != nil)
|
|
assert.Check(t, timeoutCtx.Err() == context.DeadlineExceeded)
|
|
|
|
_, err = container.Exec(ctx, client, id2, []string{"ping", "-c", "1", id1})
|
|
assert.NilError(t, err)
|
|
}
|
|
}
|
|
|
|
func testIpvlanL3NilParent(client dclient.APIClient) func(*testing.T) {
|
|
return func(t *testing.T) {
|
|
netName := "di-nil-parent-l3"
|
|
net.CreateNoError(context.Background(), t, client, netName,
|
|
net.WithIPvlan("", "l3"),
|
|
net.WithIPAM("172.28.230.0/24", ""),
|
|
net.WithIPAM("172.28.220.0/24", ""),
|
|
)
|
|
assert.Check(t, n.IsNetworkAvailable(client, netName))
|
|
|
|
ctx := context.Background()
|
|
id1 := container.Run(ctx, t, client,
|
|
container.WithNetworkMode(netName),
|
|
container.WithIPv4(netName, "172.28.220.10"),
|
|
)
|
|
id2 := container.Run(ctx, t, client,
|
|
container.WithNetworkMode(netName),
|
|
container.WithIPv4(netName, "172.28.230.10"),
|
|
)
|
|
|
|
_, err := container.Exec(ctx, client, id2, []string{"ping", "-c", "1", id1})
|
|
assert.NilError(t, err)
|
|
}
|
|
}
|
|
|
|
func testIpvlanL3InternalMode(client dclient.APIClient) func(*testing.T) {
|
|
return func(t *testing.T) {
|
|
netName := "di-internal-l3"
|
|
net.CreateNoError(context.Background(), t, client, netName,
|
|
net.WithIPvlan("", "l3"),
|
|
net.WithInternal(),
|
|
net.WithIPAM("172.28.230.0/24", ""),
|
|
net.WithIPAM("172.28.220.0/24", ""),
|
|
)
|
|
assert.Check(t, n.IsNetworkAvailable(client, netName))
|
|
|
|
ctx := context.Background()
|
|
id1 := container.Run(ctx, t, client,
|
|
container.WithNetworkMode(netName),
|
|
container.WithIPv4(netName, "172.28.220.10"),
|
|
)
|
|
id2 := container.Run(ctx, t, client,
|
|
container.WithNetworkMode(netName),
|
|
container.WithIPv4(netName, "172.28.230.10"),
|
|
)
|
|
|
|
timeoutCtx, cancel := context.WithTimeout(context.Background(), 1*time.Second)
|
|
defer cancel()
|
|
_, err := container.Exec(timeoutCtx, client, id1, []string{"ping", "-c", "1", "-w", "1", "8.8.8.8"})
|
|
// FIXME(vdemeester) check the time of error ?
|
|
assert.Check(t, err != nil)
|
|
assert.Check(t, timeoutCtx.Err() == context.DeadlineExceeded)
|
|
|
|
_, err = container.Exec(ctx, client, id2, []string{"ping", "-c", "1", id1})
|
|
assert.NilError(t, err)
|
|
}
|
|
}
|
|
|
|
func testIpvlanL2MultiSubnet(client dclient.APIClient) func(*testing.T) {
|
|
return func(t *testing.T) {
|
|
netName := "dualstackl2"
|
|
net.CreateNoError(context.Background(), t, client, netName,
|
|
net.WithIPvlan("", ""),
|
|
net.WithIPv6(),
|
|
net.WithIPAM("172.28.200.0/24", ""),
|
|
net.WithIPAM("172.28.202.0/24", "172.28.202.254"),
|
|
net.WithIPAM("2001:db8:abc8::/64", ""),
|
|
net.WithIPAM("2001:db8:abc6::/64", "2001:db8:abc6::254"),
|
|
)
|
|
assert.Check(t, n.IsNetworkAvailable(client, netName))
|
|
|
|
// start dual stack containers and verify the user specified --ip and --ip6 addresses on subnets 172.28.100.0/24 and 2001:db8:abc2::/64
|
|
ctx := context.Background()
|
|
id1 := container.Run(ctx, t, client,
|
|
container.WithNetworkMode(netName),
|
|
container.WithIPv4(netName, "172.28.200.20"),
|
|
container.WithIPv6(netName, "2001:db8:abc8::20"),
|
|
)
|
|
id2 := container.Run(ctx, t, client,
|
|
container.WithNetworkMode(netName),
|
|
container.WithIPv4(netName, "172.28.200.21"),
|
|
container.WithIPv6(netName, "2001:db8:abc8::21"),
|
|
)
|
|
c1, err := client.ContainerInspect(ctx, id1)
|
|
assert.NilError(t, err)
|
|
|
|
// verify ipv4 connectivity to the explicit --ipv address second to first
|
|
_, err = container.Exec(ctx, client, id2, []string{"ping", "-c", "1", c1.NetworkSettings.Networks[netName].IPAddress})
|
|
assert.NilError(t, err)
|
|
// verify ipv6 connectivity to the explicit --ipv6 address second to first
|
|
_, err = container.Exec(ctx, client, id2, []string{"ping6", "-c", "1", c1.NetworkSettings.Networks[netName].GlobalIPv6Address})
|
|
assert.NilError(t, err)
|
|
|
|
// start dual stack containers and verify the user specified --ip and --ip6 addresses on subnets 172.28.102.0/24 and 2001:db8:abc4::/64
|
|
id3 := container.Run(ctx, t, client,
|
|
container.WithNetworkMode(netName),
|
|
container.WithIPv4(netName, "172.28.202.20"),
|
|
container.WithIPv6(netName, "2001:db8:abc6::20"),
|
|
)
|
|
id4 := container.Run(ctx, t, client,
|
|
container.WithNetworkMode(netName),
|
|
container.WithIPv4(netName, "172.28.202.21"),
|
|
container.WithIPv6(netName, "2001:db8:abc6::21"),
|
|
)
|
|
c3, err := client.ContainerInspect(ctx, id3)
|
|
assert.NilError(t, err)
|
|
|
|
// verify ipv4 connectivity to the explicit --ipv address from third to fourth
|
|
_, err = container.Exec(ctx, client, id4, []string{"ping", "-c", "1", c3.NetworkSettings.Networks[netName].IPAddress})
|
|
assert.NilError(t, err)
|
|
// verify ipv6 connectivity to the explicit --ipv6 address from third to fourth
|
|
_, err = container.Exec(ctx, client, id4, []string{"ping6", "-c", "1", c3.NetworkSettings.Networks[netName].GlobalIPv6Address})
|
|
assert.NilError(t, err)
|
|
|
|
// Inspect the v4 gateway to ensure the proper default GW was assigned
|
|
assert.Equal(t, c1.NetworkSettings.Networks[netName].Gateway, "172.28.200.1")
|
|
// Inspect the v6 gateway to ensure the proper default GW was assigned
|
|
assert.Equal(t, c1.NetworkSettings.Networks[netName].IPv6Gateway, "2001:db8:abc8::1")
|
|
// Inspect the v4 gateway to ensure the proper explicitly assigned default GW was assigned
|
|
assert.Equal(t, c3.NetworkSettings.Networks[netName].Gateway, "172.28.202.254")
|
|
// Inspect the v6 gateway to ensure the proper explicitly assigned default GW was assigned
|
|
assert.Equal(t, c3.NetworkSettings.Networks[netName].IPv6Gateway, "2001:db8:abc6::254")
|
|
}
|
|
}
|
|
|
|
func testIpvlanL3MultiSubnet(client dclient.APIClient) func(*testing.T) {
|
|
return func(t *testing.T) {
|
|
netName := "dualstackl3"
|
|
net.CreateNoError(context.Background(), t, client, netName,
|
|
net.WithIPvlan("", "l3"),
|
|
net.WithIPv6(),
|
|
net.WithIPAM("172.28.10.0/24", ""),
|
|
net.WithIPAM("172.28.12.0/24", "172.28.12.254"),
|
|
net.WithIPAM("2001:db8:abc9::/64", ""),
|
|
net.WithIPAM("2001:db8:abc7::/64", "2001:db8:abc7::254"),
|
|
)
|
|
assert.Check(t, n.IsNetworkAvailable(client, netName))
|
|
|
|
// start dual stack containers and verify the user specified --ip and --ip6 addresses on subnets 172.28.100.0/24 and 2001:db8:abc2::/64
|
|
ctx := context.Background()
|
|
id1 := container.Run(ctx, t, client,
|
|
container.WithNetworkMode(netName),
|
|
container.WithIPv4(netName, "172.28.10.20"),
|
|
container.WithIPv6(netName, "2001:db8:abc9::20"),
|
|
)
|
|
id2 := container.Run(ctx, t, client,
|
|
container.WithNetworkMode(netName),
|
|
container.WithIPv4(netName, "172.28.10.21"),
|
|
container.WithIPv6(netName, "2001:db8:abc9::21"),
|
|
)
|
|
c1, err := client.ContainerInspect(ctx, id1)
|
|
assert.NilError(t, err)
|
|
|
|
// verify ipv4 connectivity to the explicit --ipv address second to first
|
|
_, err = container.Exec(ctx, client, id2, []string{"ping", "-c", "1", c1.NetworkSettings.Networks[netName].IPAddress})
|
|
assert.NilError(t, err)
|
|
// verify ipv6 connectivity to the explicit --ipv6 address second to first
|
|
_, err = container.Exec(ctx, client, id2, []string{"ping6", "-c", "1", c1.NetworkSettings.Networks[netName].GlobalIPv6Address})
|
|
assert.NilError(t, err)
|
|
|
|
// start dual stack containers and verify the user specified --ip and --ip6 addresses on subnets 172.28.102.0/24 and 2001:db8:abc4::/64
|
|
id3 := container.Run(ctx, t, client,
|
|
container.WithNetworkMode(netName),
|
|
container.WithIPv4(netName, "172.28.12.20"),
|
|
container.WithIPv6(netName, "2001:db8:abc7::20"),
|
|
)
|
|
id4 := container.Run(ctx, t, client,
|
|
container.WithNetworkMode(netName),
|
|
container.WithIPv4(netName, "172.28.12.21"),
|
|
container.WithIPv6(netName, "2001:db8:abc7::21"),
|
|
)
|
|
c3, err := client.ContainerInspect(ctx, id3)
|
|
assert.NilError(t, err)
|
|
|
|
// verify ipv4 connectivity to the explicit --ipv address from third to fourth
|
|
_, err = container.Exec(ctx, client, id4, []string{"ping", "-c", "1", c3.NetworkSettings.Networks[netName].IPAddress})
|
|
assert.NilError(t, err)
|
|
// verify ipv6 connectivity to the explicit --ipv6 address from third to fourth
|
|
_, err = container.Exec(ctx, client, id4, []string{"ping6", "-c", "1", c3.NetworkSettings.Networks[netName].GlobalIPv6Address})
|
|
assert.NilError(t, err)
|
|
|
|
// Inspect the v4 gateway to ensure no next hop is assigned in L3 mode
|
|
assert.Equal(t, c1.NetworkSettings.Networks[netName].Gateway, "")
|
|
// Inspect the v6 gateway to ensure the explicitly specified default GW is ignored per L3 mode enabled
|
|
assert.Equal(t, c1.NetworkSettings.Networks[netName].IPv6Gateway, "")
|
|
// Inspect the v4 gateway to ensure no next hop is assigned in L3 mode
|
|
assert.Equal(t, c3.NetworkSettings.Networks[netName].Gateway, "")
|
|
// Inspect the v6 gateway to ensure the explicitly specified default GW is ignored per L3 mode enabled
|
|
assert.Equal(t, c3.NetworkSettings.Networks[netName].IPv6Gateway, "")
|
|
}
|
|
}
|
|
|
|
func testIpvlanAddressing(client dclient.APIClient) func(*testing.T) {
|
|
return func(t *testing.T) {
|
|
// Verify ipvlan l2 mode sets the proper default gateway routes via netlink
|
|
// for either an explicitly set route by the user or inferred via default IPAM
|
|
netNameL2 := "dualstackl2"
|
|
net.CreateNoError(context.Background(), t, client, netNameL2,
|
|
net.WithIPvlan("", "l2"),
|
|
net.WithIPv6(),
|
|
net.WithIPAM("172.28.140.0/24", "172.28.140.254"),
|
|
net.WithIPAM("2001:db8:abcb::/64", ""),
|
|
)
|
|
assert.Check(t, n.IsNetworkAvailable(client, netNameL2))
|
|
|
|
ctx := context.Background()
|
|
id1 := container.Run(ctx, t, client,
|
|
container.WithNetworkMode(netNameL2),
|
|
)
|
|
// Validate ipvlan l2 mode defaults gateway sets the default IPAM next-hop inferred from the subnet
|
|
result, err := container.Exec(ctx, client, id1, []string{"ip", "route"})
|
|
assert.NilError(t, err)
|
|
assert.Check(t, strings.Contains(result.Combined(), "default via 172.28.140.254 dev eth0"))
|
|
// Validate ipvlan l2 mode sets the v6 gateway to the user specified default gateway/next-hop
|
|
result, err = container.Exec(ctx, client, id1, []string{"ip", "-6", "route"})
|
|
assert.NilError(t, err)
|
|
assert.Check(t, strings.Contains(result.Combined(), "default via 2001:db8:abcb::1 dev eth0"))
|
|
|
|
// Validate ipvlan l3 mode sets the v4 gateway to dev eth0 and disregards any explicit or inferred next-hops
|
|
netNameL3 := "dualstackl3"
|
|
net.CreateNoError(context.Background(), t, client, netNameL3,
|
|
net.WithIPvlan("", "l3"),
|
|
net.WithIPv6(),
|
|
net.WithIPAM("172.28.160.0/24", "172.28.160.254"),
|
|
net.WithIPAM("2001:db8:abcd::/64", "2001:db8:abcd::254"),
|
|
)
|
|
assert.Check(t, n.IsNetworkAvailable(client, netNameL3))
|
|
|
|
id2 := container.Run(ctx, t, client,
|
|
container.WithNetworkMode(netNameL3),
|
|
)
|
|
// Validate ipvlan l3 mode sets the v4 gateway to dev eth0 and disregards any explicit or inferred next-hops
|
|
result, err = container.Exec(ctx, client, id2, []string{"ip", "route"})
|
|
assert.NilError(t, err)
|
|
assert.Check(t, strings.Contains(result.Combined(), "default dev eth0"))
|
|
// Validate ipvlan l3 mode sets the v6 gateway to dev eth0 and disregards any explicit or inferred next-hops
|
|
result, err = container.Exec(ctx, client, id2, []string{"ip", "-6", "route"})
|
|
assert.NilError(t, err)
|
|
assert.Check(t, strings.Contains(result.Combined(), "default dev eth0"))
|
|
}
|
|
}
|
|
|
|
var (
|
|
once sync.Once
|
|
ipvlanSupported bool
|
|
)
|
|
|
|
// figure out if ipvlan is supported by the kernel
|
|
func ipvlanKernelSupport(t *testing.T) bool {
|
|
once.Do(func() {
|
|
// this may have the side effect of enabling the ipvlan module
|
|
exec.Command("modprobe", "ipvlan").Run()
|
|
_, err := os.Stat("/sys/module/ipvlan")
|
|
if err == nil {
|
|
ipvlanSupported = true
|
|
} else if !os.IsNotExist(err) {
|
|
t.Logf("WARNING: ipvlanKernelSupport: stat failed: %v\n", err)
|
|
}
|
|
})
|
|
|
|
return ipvlanSupported
|
|
}
|