mirror of
https://github.com/moby/moby.git
synced 2022-11-09 12:21:53 -05:00
Update fixtures/load to use the APIClient
Signed-off-by: Daniel Nephin <dnephin@docker.com>
This commit is contained in:
parent
e95585f7b0
commit
61e7d0595d
1 changed files with 50 additions and 31 deletions
|
@ -9,21 +9,27 @@ import (
|
|||
"strings"
|
||||
"sync"
|
||||
|
||||
"context"
|
||||
|
||||
"github.com/docker/docker/api/types"
|
||||
"github.com/docker/docker/client"
|
||||
"github.com/docker/docker/pkg/jsonmessage"
|
||||
"github.com/docker/docker/pkg/term"
|
||||
"github.com/pkg/errors"
|
||||
)
|
||||
|
||||
var frozenImgDir = "/docker-frozen-images"
|
||||
const frozenImgDir = "/docker-frozen-images"
|
||||
|
||||
// FrozenImagesLinux loads the frozen image set for the integration suite
|
||||
// If the images are not available locally it will download them
|
||||
// TODO: This loads whatever is in the frozen image dir, regardless of what
|
||||
// images were passed in. If the images need to be downloaded, then it will respect
|
||||
// the passed in images
|
||||
func FrozenImagesLinux(dockerBinary string, images ...string) error {
|
||||
func FrozenImagesLinux(client client.APIClient, images ...string) error {
|
||||
imgNS := os.Getenv("TEST_IMAGE_NAMESPACE")
|
||||
var loadImages []struct{ srcName, destName string }
|
||||
for _, img := range images {
|
||||
if err := exec.Command(dockerBinary, "inspect", "--type=image", img).Run(); err != nil {
|
||||
if !imageExists(client, img) {
|
||||
srcName := img
|
||||
// hello-world:latest gets re-tagged as hello-world:frozen
|
||||
// there are some tests that use hello-world:latest specifically so it pulls
|
||||
|
@ -46,35 +52,41 @@ func FrozenImagesLinux(dockerBinary string, images ...string) error {
|
|||
return nil
|
||||
}
|
||||
|
||||
ctx := context.Background()
|
||||
fi, err := os.Stat(frozenImgDir)
|
||||
if err != nil || !fi.IsDir() {
|
||||
srcImages := make([]string, 0, len(loadImages))
|
||||
for _, img := range loadImages {
|
||||
srcImages = append(srcImages, img.srcName)
|
||||
}
|
||||
if err := pullImages(dockerBinary, srcImages); err != nil {
|
||||
if err := pullImages(ctx, client, srcImages); err != nil {
|
||||
return errors.Wrap(err, "error pulling image list")
|
||||
}
|
||||
} else {
|
||||
if err := loadFrozenImages(dockerBinary); err != nil {
|
||||
if err := loadFrozenImages(ctx, client); err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
|
||||
for _, img := range loadImages {
|
||||
if img.srcName != img.destName {
|
||||
if out, err := exec.Command(dockerBinary, "tag", img.srcName, img.destName).CombinedOutput(); err != nil {
|
||||
return errors.Errorf("%v: %s", err, string(out))
|
||||
if err := client.ImageTag(ctx, img.srcName, img.destName); err != nil {
|
||||
return errors.Wrapf(err, "failed to tag %s as %s", img.srcName, img.destName)
|
||||
}
|
||||
if out, err := exec.Command(dockerBinary, "rmi", img.srcName).CombinedOutput(); err != nil {
|
||||
return errors.Errorf("%v: %s", err, string(out))
|
||||
if _, err := client.ImageRemove(ctx, img.srcName, types.ImageRemoveOptions{}); err != nil {
|
||||
return errors.Wrapf(err, "failed to remove %s", img.srcName)
|
||||
}
|
||||
}
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func loadFrozenImages(dockerBinary string) error {
|
||||
func imageExists(client client.APIClient, name string) bool {
|
||||
_, _, err := client.ImageInspectWithRaw(context.Background(), name)
|
||||
return err == nil
|
||||
}
|
||||
|
||||
func loadFrozenImages(ctx context.Context, client client.APIClient) error {
|
||||
tar, err := exec.LookPath("tar")
|
||||
if err != nil {
|
||||
return errors.Wrap(err, "could not find tar binary")
|
||||
|
@ -90,15 +102,16 @@ func loadFrozenImages(dockerBinary string) error {
|
|||
tarCmd.Start()
|
||||
defer tarCmd.Wait()
|
||||
|
||||
cmd := exec.Command(dockerBinary, "load")
|
||||
cmd.Stdin = out
|
||||
if out, err := cmd.CombinedOutput(); err != nil {
|
||||
return errors.Errorf("%v: %s", err, string(out))
|
||||
resp, err := client.ImageLoad(ctx, out, true)
|
||||
if err != nil {
|
||||
return errors.Wrap(err, "failed to load frozen images")
|
||||
}
|
||||
return nil
|
||||
defer resp.Body.Close()
|
||||
fd, isTerminal := term.GetFdInfo(os.Stdout)
|
||||
return jsonmessage.DisplayJSONMessagesStream(resp.Body, os.Stdout, fd, isTerminal, nil)
|
||||
}
|
||||
|
||||
func pullImages(dockerBinary string, images []string) error {
|
||||
func pullImages(ctx context.Context, client client.APIClient, images []string) error {
|
||||
cwd, err := os.Getwd()
|
||||
if err != nil {
|
||||
return errors.Wrap(err, "error getting path to dockerfile")
|
||||
|
@ -119,16 +132,8 @@ func pullImages(dockerBinary string, images []string) error {
|
|||
wg.Add(1)
|
||||
go func(tag, ref string) {
|
||||
defer wg.Done()
|
||||
if out, err := exec.Command(dockerBinary, "pull", ref).CombinedOutput(); err != nil {
|
||||
chErr <- errors.Errorf("%v: %s", string(out), err)
|
||||
return
|
||||
}
|
||||
if out, err := exec.Command(dockerBinary, "tag", ref, tag).CombinedOutput(); err != nil {
|
||||
chErr <- errors.Errorf("%v: %s", string(out), err)
|
||||
return
|
||||
}
|
||||
if out, err := exec.Command(dockerBinary, "rmi", ref).CombinedOutput(); err != nil {
|
||||
chErr <- errors.Errorf("%v: %s", string(out), err)
|
||||
if err := pullTagAndRemove(ctx, client, ref, tag); err != nil {
|
||||
chErr <- err
|
||||
return
|
||||
}
|
||||
}(tag, ref)
|
||||
|
@ -138,6 +143,25 @@ func pullImages(dockerBinary string, images []string) error {
|
|||
return <-chErr
|
||||
}
|
||||
|
||||
func pullTagAndRemove(ctx context.Context, client client.APIClient, ref string, tag string) error {
|
||||
resp, err := client.ImagePull(ctx, ref, types.ImagePullOptions{})
|
||||
if err != nil {
|
||||
return errors.Wrapf(err, "failed to pull %s", ref)
|
||||
}
|
||||
defer resp.Close()
|
||||
fd, isTerminal := term.GetFdInfo(os.Stdout)
|
||||
if err := jsonmessage.DisplayJSONMessagesStream(resp, os.Stdout, fd, isTerminal, nil); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
if err := client.ImageTag(ctx, ref, tag); err != nil {
|
||||
return errors.Wrapf(err, "failed to tag %s as %s", ref, tag)
|
||||
}
|
||||
_, err = client.ImageRemove(ctx, ref, types.ImageRemoveOptions{})
|
||||
return errors.Wrapf(err, "failed to remove %s", ref)
|
||||
|
||||
}
|
||||
|
||||
func readFrozenImageList(dockerfilePath string, images []string) (map[string]string, error) {
|
||||
f, err := os.Open(dockerfilePath)
|
||||
if err != nil {
|
||||
|
@ -156,11 +180,6 @@ func readFrozenImageList(dockerfilePath string, images []string) (map[string]str
|
|||
continue
|
||||
}
|
||||
|
||||
frozenImgDir = line[2]
|
||||
if line[2] == frozenImgDir {
|
||||
frozenImgDir = filepath.Join(os.Getenv("DEST"), "frozen-images")
|
||||
}
|
||||
|
||||
for scanner.Scan() {
|
||||
img := strings.TrimSpace(scanner.Text())
|
||||
img = strings.TrimSuffix(img, "\\")
|
||||
|
|
Loading…
Reference in a new issue