mirror of
https://github.com/moby/moby.git
synced 2022-11-09 12:21:53 -05:00
ef1d410b02
Signed-off-by: Antonio Murdaca <runcom@redhat.com>
701 lines
22 KiB
Go
701 lines
22 KiB
Go
package client
|
|
|
|
import (
|
|
"archive/tar"
|
|
"bufio"
|
|
"encoding/base64"
|
|
"encoding/json"
|
|
"fmt"
|
|
"io"
|
|
"io/ioutil"
|
|
"net/http"
|
|
"net/url"
|
|
"os"
|
|
"os/exec"
|
|
"path/filepath"
|
|
"regexp"
|
|
"runtime"
|
|
"strconv"
|
|
"strings"
|
|
|
|
"github.com/docker/distribution/reference"
|
|
"github.com/docker/docker/api"
|
|
Cli "github.com/docker/docker/cli"
|
|
"github.com/docker/docker/opts"
|
|
"github.com/docker/docker/pkg/archive"
|
|
"github.com/docker/docker/pkg/fileutils"
|
|
"github.com/docker/docker/pkg/httputils"
|
|
"github.com/docker/docker/pkg/jsonmessage"
|
|
flag "github.com/docker/docker/pkg/mflag"
|
|
"github.com/docker/docker/pkg/progressreader"
|
|
"github.com/docker/docker/pkg/streamformatter"
|
|
"github.com/docker/docker/pkg/ulimit"
|
|
"github.com/docker/docker/pkg/units"
|
|
"github.com/docker/docker/pkg/urlutil"
|
|
"github.com/docker/docker/registry"
|
|
"github.com/docker/docker/runconfig"
|
|
tagpkg "github.com/docker/docker/tag"
|
|
"github.com/docker/docker/utils"
|
|
)
|
|
|
|
const (
|
|
tarHeaderSize = 512
|
|
)
|
|
|
|
// CmdBuild builds a new image from the source code at a given path.
|
|
//
|
|
// If '-' is provided instead of a path or URL, Docker will build an image from either a Dockerfile or tar archive read from STDIN.
|
|
//
|
|
// Usage: docker build [OPTIONS] PATH | URL | -
|
|
func (cli *DockerCli) CmdBuild(args ...string) error {
|
|
cmd := Cli.Subcmd("build", []string{"PATH | URL | -"}, Cli.DockerCommands["build"].Description, true)
|
|
flTags := opts.NewListOpts(validateTag)
|
|
cmd.Var(&flTags, []string{"t", "-tag"}, "Name and optionally a tag in the 'name:tag' format")
|
|
suppressOutput := cmd.Bool([]string{"q", "-quiet"}, false, "Suppress the verbose output generated by the containers")
|
|
noCache := cmd.Bool([]string{"-no-cache"}, false, "Do not use cache when building the image")
|
|
rm := cmd.Bool([]string{"-rm"}, true, "Remove intermediate containers after a successful build")
|
|
forceRm := cmd.Bool([]string{"-force-rm"}, false, "Always remove intermediate containers")
|
|
pull := cmd.Bool([]string{"-pull"}, false, "Always attempt to pull a newer version of the image")
|
|
dockerfileName := cmd.String([]string{"f", "-file"}, "", "Name of the Dockerfile (Default is 'PATH/Dockerfile')")
|
|
flMemoryString := cmd.String([]string{"m", "-memory"}, "", "Memory limit")
|
|
flMemorySwap := cmd.String([]string{"-memory-swap"}, "", "Total memory (memory + swap), '-1' to disable swap")
|
|
flShmSize := cmd.String([]string{"-shm-size"}, "", "Size of /dev/shm, default value is 64MB")
|
|
flCPUShares := cmd.Int64([]string{"#c", "-cpu-shares"}, 0, "CPU shares (relative weight)")
|
|
flCPUPeriod := cmd.Int64([]string{"-cpu-period"}, 0, "Limit the CPU CFS (Completely Fair Scheduler) period")
|
|
flCPUQuota := cmd.Int64([]string{"-cpu-quota"}, 0, "Limit the CPU CFS (Completely Fair Scheduler) quota")
|
|
flCPUSetCpus := cmd.String([]string{"-cpuset-cpus"}, "", "CPUs in which to allow execution (0-3, 0,1)")
|
|
flCPUSetMems := cmd.String([]string{"-cpuset-mems"}, "", "MEMs in which to allow execution (0-3, 0,1)")
|
|
flCgroupParent := cmd.String([]string{"-cgroup-parent"}, "", "Optional parent cgroup for the container")
|
|
flBuildArg := opts.NewListOpts(opts.ValidateEnv)
|
|
cmd.Var(&flBuildArg, []string{"-build-arg"}, "Set build-time variables")
|
|
isolation := cmd.String([]string{"-isolation"}, "", "Container isolation level")
|
|
|
|
ulimits := make(map[string]*ulimit.Ulimit)
|
|
flUlimits := opts.NewUlimitOpt(&ulimits)
|
|
cmd.Var(flUlimits, []string{"-ulimit"}, "Ulimit options")
|
|
|
|
cmd.Require(flag.Exact, 1)
|
|
|
|
// For trusted pull on "FROM <image>" instruction.
|
|
addTrustedFlags(cmd, true)
|
|
|
|
cmd.ParseFlags(args, true)
|
|
|
|
var (
|
|
context io.ReadCloser
|
|
isRemote bool
|
|
err error
|
|
)
|
|
|
|
_, err = exec.LookPath("git")
|
|
hasGit := err == nil
|
|
|
|
specifiedContext := cmd.Arg(0)
|
|
|
|
var (
|
|
contextDir string
|
|
tempDir string
|
|
relDockerfile string
|
|
)
|
|
|
|
switch {
|
|
case specifiedContext == "-":
|
|
tempDir, relDockerfile, err = getContextFromReader(cli.in, *dockerfileName)
|
|
case urlutil.IsGitURL(specifiedContext) && hasGit:
|
|
tempDir, relDockerfile, err = getContextFromGitURL(specifiedContext, *dockerfileName)
|
|
case urlutil.IsURL(specifiedContext):
|
|
tempDir, relDockerfile, err = getContextFromURL(cli.out, specifiedContext, *dockerfileName)
|
|
default:
|
|
contextDir, relDockerfile, err = getContextFromLocalDir(specifiedContext, *dockerfileName)
|
|
}
|
|
|
|
if err != nil {
|
|
return fmt.Errorf("unable to prepare context: %s", err)
|
|
}
|
|
|
|
if tempDir != "" {
|
|
defer os.RemoveAll(tempDir)
|
|
contextDir = tempDir
|
|
}
|
|
|
|
// Resolve the FROM lines in the Dockerfile to trusted digest references
|
|
// using Notary. On a successful build, we must tag the resolved digests
|
|
// to the original name specified in the Dockerfile.
|
|
newDockerfile, resolvedTags, err := rewriteDockerfileFrom(filepath.Join(contextDir, relDockerfile), cli.trustedReference)
|
|
if err != nil {
|
|
return fmt.Errorf("unable to process Dockerfile: %v", err)
|
|
}
|
|
defer newDockerfile.Close()
|
|
|
|
// And canonicalize dockerfile name to a platform-independent one
|
|
relDockerfile, err = archive.CanonicalTarNameForPath(relDockerfile)
|
|
if err != nil {
|
|
return fmt.Errorf("cannot canonicalize dockerfile path %s: %v", relDockerfile, err)
|
|
}
|
|
|
|
f, err := os.Open(filepath.Join(contextDir, ".dockerignore"))
|
|
if err != nil && !os.IsNotExist(err) {
|
|
return err
|
|
}
|
|
|
|
var excludes []string
|
|
if err == nil {
|
|
excludes, err = utils.ReadDockerIgnore(f)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
if err := utils.ValidateContextDirectory(contextDir, excludes); err != nil {
|
|
return fmt.Errorf("Error checking context: '%s'.", err)
|
|
}
|
|
|
|
// If .dockerignore mentions .dockerignore or the Dockerfile
|
|
// then make sure we send both files over to the daemon
|
|
// because Dockerfile is, obviously, needed no matter what, and
|
|
// .dockerignore is needed to know if either one needs to be
|
|
// removed. The deamon will remove them for us, if needed, after it
|
|
// parses the Dockerfile. Ignore errors here, as they will have been
|
|
// caught by ValidateContextDirectory above.
|
|
var includes = []string{"."}
|
|
keepThem1, _ := fileutils.Matches(".dockerignore", excludes)
|
|
keepThem2, _ := fileutils.Matches(relDockerfile, excludes)
|
|
if keepThem1 || keepThem2 {
|
|
includes = append(includes, ".dockerignore", relDockerfile)
|
|
}
|
|
|
|
context, err = archive.TarWithOptions(contextDir, &archive.TarOptions{
|
|
Compression: archive.Uncompressed,
|
|
ExcludePatterns: excludes,
|
|
IncludeFiles: includes,
|
|
})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
// Wrap the tar archive to replace the Dockerfile entry with the rewritten
|
|
// Dockerfile which uses trusted pulls.
|
|
context = replaceDockerfileTarWrapper(context, newDockerfile, relDockerfile)
|
|
|
|
// Setup an upload progress bar
|
|
// FIXME: ProgressReader shouldn't be this annoying to use
|
|
sf := streamformatter.NewStreamFormatter()
|
|
var body io.Reader = progressreader.New(progressreader.Config{
|
|
In: context,
|
|
Out: cli.out,
|
|
Formatter: sf,
|
|
NewLines: true,
|
|
ID: "",
|
|
Action: "Sending build context to Docker daemon",
|
|
})
|
|
|
|
var memory int64
|
|
if *flMemoryString != "" {
|
|
parsedMemory, err := units.RAMInBytes(*flMemoryString)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
memory = parsedMemory
|
|
}
|
|
|
|
var memorySwap int64
|
|
if *flMemorySwap != "" {
|
|
if *flMemorySwap == "-1" {
|
|
memorySwap = -1
|
|
} else {
|
|
parsedMemorySwap, err := units.RAMInBytes(*flMemorySwap)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
memorySwap = parsedMemorySwap
|
|
}
|
|
}
|
|
|
|
// Send the build context
|
|
v := url.Values{
|
|
"t": flTags.GetAll(),
|
|
}
|
|
if *suppressOutput {
|
|
v.Set("q", "1")
|
|
}
|
|
if isRemote {
|
|
v.Set("remote", cmd.Arg(0))
|
|
}
|
|
if *noCache {
|
|
v.Set("nocache", "1")
|
|
}
|
|
if *rm {
|
|
v.Set("rm", "1")
|
|
} else {
|
|
v.Set("rm", "0")
|
|
}
|
|
|
|
if *forceRm {
|
|
v.Set("forcerm", "1")
|
|
}
|
|
|
|
if *pull {
|
|
v.Set("pull", "1")
|
|
}
|
|
|
|
if !runconfig.IsolationLevel.IsDefault(runconfig.IsolationLevel(*isolation)) {
|
|
v.Set("isolation", *isolation)
|
|
}
|
|
|
|
v.Set("cpusetcpus", *flCPUSetCpus)
|
|
v.Set("cpusetmems", *flCPUSetMems)
|
|
v.Set("cpushares", strconv.FormatInt(*flCPUShares, 10))
|
|
v.Set("cpuquota", strconv.FormatInt(*flCPUQuota, 10))
|
|
v.Set("cpuperiod", strconv.FormatInt(*flCPUPeriod, 10))
|
|
v.Set("memory", strconv.FormatInt(memory, 10))
|
|
v.Set("memswap", strconv.FormatInt(memorySwap, 10))
|
|
v.Set("cgroupparent", *flCgroupParent)
|
|
|
|
if *flShmSize != "" {
|
|
parsedShmSize, err := units.RAMInBytes(*flShmSize)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
v.Set("shmsize", strconv.FormatInt(parsedShmSize, 10))
|
|
}
|
|
|
|
v.Set("dockerfile", relDockerfile)
|
|
|
|
ulimitsVar := flUlimits.GetList()
|
|
ulimitsJSON, err := json.Marshal(ulimitsVar)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
v.Set("ulimits", string(ulimitsJSON))
|
|
|
|
// collect all the build-time environment variables for the container
|
|
buildArgs := runconfig.ConvertKVStringsToMap(flBuildArg.GetAll())
|
|
buildArgsJSON, err := json.Marshal(buildArgs)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
v.Set("buildargs", string(buildArgsJSON))
|
|
|
|
headers := http.Header(make(map[string][]string))
|
|
buf, err := json.Marshal(cli.configFile.AuthConfigs)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
headers.Add("X-Registry-Config", base64.URLEncoding.EncodeToString(buf))
|
|
headers.Set("Content-Type", "application/tar")
|
|
|
|
sopts := &streamOpts{
|
|
rawTerminal: true,
|
|
in: body,
|
|
out: cli.out,
|
|
headers: headers,
|
|
}
|
|
|
|
serverResp, err := cli.stream("POST", fmt.Sprintf("/build?%s", v.Encode()), sopts)
|
|
|
|
// Windows: show error message about modified file permissions.
|
|
if runtime.GOOS == "windows" {
|
|
h, err := httputils.ParseServerHeader(serverResp.header.Get("Server"))
|
|
if err == nil {
|
|
if h.OS != "windows" {
|
|
fmt.Fprintln(cli.err, `SECURITY WARNING: You are building a Docker image from Windows against a non-Windows Docker host. All files and directories added to build context will have '-rwxr-xr-x' permissions. It is recommended to double check and reset permissions for sensitive files and directories.`)
|
|
}
|
|
}
|
|
}
|
|
|
|
if jerr, ok := err.(*jsonmessage.JSONError); ok {
|
|
// If no error code is set, default to 1
|
|
if jerr.Code == 0 {
|
|
jerr.Code = 1
|
|
}
|
|
return Cli.StatusError{Status: jerr.Message, StatusCode: jerr.Code}
|
|
}
|
|
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
// Since the build was successful, now we must tag any of the resolved
|
|
// images from the above Dockerfile rewrite.
|
|
for _, resolved := range resolvedTags {
|
|
if err := cli.tagTrusted(resolved.digestRef, resolved.tagRef); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// validateTag checks if the given image name can be resolved.
|
|
func validateTag(rawRepo string) (string, error) {
|
|
ref, err := reference.ParseNamed(rawRepo)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
|
|
if err := registry.ValidateRepositoryName(ref); err != nil {
|
|
return "", err
|
|
}
|
|
|
|
return rawRepo, nil
|
|
}
|
|
|
|
// isUNC returns true if the path is UNC (one starting \\). It always returns
|
|
// false on Linux.
|
|
func isUNC(path string) bool {
|
|
return runtime.GOOS == "windows" && strings.HasPrefix(path, `\\`)
|
|
}
|
|
|
|
// getDockerfileRelPath uses the given context directory for a `docker build`
|
|
// and returns the absolute path to the context directory, the relative path of
|
|
// the dockerfile in that context directory, and a non-nil error on success.
|
|
func getDockerfileRelPath(givenContextDir, givenDockerfile string) (absContextDir, relDockerfile string, err error) {
|
|
if absContextDir, err = filepath.Abs(givenContextDir); err != nil {
|
|
return "", "", fmt.Errorf("unable to get absolute context directory: %v", err)
|
|
}
|
|
|
|
// The context dir might be a symbolic link, so follow it to the actual
|
|
// target directory.
|
|
//
|
|
// FIXME. We use isUNC (always false on non-Windows platforms) to workaround
|
|
// an issue in golang. On Windows, EvalSymLinks does not work on UNC file
|
|
// paths (those starting with \\). This hack means that when using links
|
|
// on UNC paths, they will not be followed.
|
|
if !isUNC(absContextDir) {
|
|
absContextDir, err = filepath.EvalSymlinks(absContextDir)
|
|
if err != nil {
|
|
return "", "", fmt.Errorf("unable to evaluate symlinks in context path: %v", err)
|
|
}
|
|
}
|
|
|
|
stat, err := os.Lstat(absContextDir)
|
|
if err != nil {
|
|
return "", "", fmt.Errorf("unable to stat context directory %q: %v", absContextDir, err)
|
|
}
|
|
|
|
if !stat.IsDir() {
|
|
return "", "", fmt.Errorf("context must be a directory: %s", absContextDir)
|
|
}
|
|
|
|
absDockerfile := givenDockerfile
|
|
if absDockerfile == "" {
|
|
// No -f/--file was specified so use the default relative to the
|
|
// context directory.
|
|
absDockerfile = filepath.Join(absContextDir, api.DefaultDockerfileName)
|
|
|
|
// Just to be nice ;-) look for 'dockerfile' too but only
|
|
// use it if we found it, otherwise ignore this check
|
|
if _, err = os.Lstat(absDockerfile); os.IsNotExist(err) {
|
|
altPath := filepath.Join(absContextDir, strings.ToLower(api.DefaultDockerfileName))
|
|
if _, err = os.Lstat(altPath); err == nil {
|
|
absDockerfile = altPath
|
|
}
|
|
}
|
|
}
|
|
|
|
// If not already an absolute path, the Dockerfile path should be joined to
|
|
// the base directory.
|
|
if !filepath.IsAbs(absDockerfile) {
|
|
absDockerfile = filepath.Join(absContextDir, absDockerfile)
|
|
}
|
|
|
|
// Evaluate symlinks in the path to the Dockerfile too.
|
|
//
|
|
// FIXME. We use isUNC (always false on non-Windows platforms) to workaround
|
|
// an issue in golang. On Windows, EvalSymLinks does not work on UNC file
|
|
// paths (those starting with \\). This hack means that when using links
|
|
// on UNC paths, they will not be followed.
|
|
if !isUNC(absDockerfile) {
|
|
absDockerfile, err = filepath.EvalSymlinks(absDockerfile)
|
|
if err != nil {
|
|
return "", "", fmt.Errorf("unable to evaluate symlinks in Dockerfile path: %v", err)
|
|
}
|
|
}
|
|
|
|
if _, err := os.Lstat(absDockerfile); err != nil {
|
|
if os.IsNotExist(err) {
|
|
return "", "", fmt.Errorf("Cannot locate Dockerfile: %q", absDockerfile)
|
|
}
|
|
return "", "", fmt.Errorf("unable to stat Dockerfile: %v", err)
|
|
}
|
|
|
|
if relDockerfile, err = filepath.Rel(absContextDir, absDockerfile); err != nil {
|
|
return "", "", fmt.Errorf("unable to get relative Dockerfile path: %v", err)
|
|
}
|
|
|
|
if strings.HasPrefix(relDockerfile, ".."+string(filepath.Separator)) {
|
|
return "", "", fmt.Errorf("The Dockerfile (%s) must be within the build context (%s)", givenDockerfile, givenContextDir)
|
|
}
|
|
|
|
return absContextDir, relDockerfile, nil
|
|
}
|
|
|
|
// writeToFile copies from the given reader and writes it to a file with the
|
|
// given filename.
|
|
func writeToFile(r io.Reader, filename string) error {
|
|
file, err := os.OpenFile(filename, os.O_CREATE|os.O_WRONLY|os.O_TRUNC, os.FileMode(0600))
|
|
if err != nil {
|
|
return fmt.Errorf("unable to create file: %v", err)
|
|
}
|
|
defer file.Close()
|
|
|
|
if _, err := io.Copy(file, r); err != nil {
|
|
return fmt.Errorf("unable to write file: %v", err)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// getContextFromReader will read the contents of the given reader as either a
|
|
// Dockerfile or tar archive to be extracted to a temporary directory used as
|
|
// the context directory. Returns the absolute path to the temporary context
|
|
// directory, the relative path of the dockerfile in that context directory,
|
|
// and a non-nil error on success.
|
|
func getContextFromReader(r io.Reader, dockerfileName string) (absContextDir, relDockerfile string, err error) {
|
|
buf := bufio.NewReader(r)
|
|
|
|
magic, err := buf.Peek(tarHeaderSize)
|
|
if err != nil && err != io.EOF {
|
|
return "", "", fmt.Errorf("failed to peek context header from STDIN: %v", err)
|
|
}
|
|
|
|
if absContextDir, err = ioutil.TempDir("", "docker-build-context-"); err != nil {
|
|
return "", "", fmt.Errorf("unbale to create temporary context directory: %v", err)
|
|
}
|
|
|
|
defer func(d string) {
|
|
if err != nil {
|
|
os.RemoveAll(d)
|
|
}
|
|
}(absContextDir)
|
|
|
|
if !archive.IsArchive(magic) { // Input should be read as a Dockerfile.
|
|
// -f option has no meaning when we're reading it from stdin,
|
|
// so just use our default Dockerfile name
|
|
relDockerfile = api.DefaultDockerfileName
|
|
|
|
return absContextDir, relDockerfile, writeToFile(buf, filepath.Join(absContextDir, relDockerfile))
|
|
}
|
|
|
|
if err := archive.Untar(buf, absContextDir, nil); err != nil {
|
|
return "", "", fmt.Errorf("unable to extract stdin to temporary context directory: %v", err)
|
|
}
|
|
|
|
return getDockerfileRelPath(absContextDir, dockerfileName)
|
|
}
|
|
|
|
// getContextFromGitURL uses a Git URL as context for a `docker build`. The
|
|
// git repo is cloned into a temporary directory used as the context directory.
|
|
// Returns the absolute path to the temporary context directory, the relative
|
|
// path of the dockerfile in that context directory, and a non-nil error on
|
|
// success.
|
|
func getContextFromGitURL(gitURL, dockerfileName string) (absContextDir, relDockerfile string, err error) {
|
|
if absContextDir, err = utils.GitClone(gitURL); err != nil {
|
|
return "", "", fmt.Errorf("unable to 'git clone' to temporary context directory: %v", err)
|
|
}
|
|
|
|
return getDockerfileRelPath(absContextDir, dockerfileName)
|
|
}
|
|
|
|
// getContextFromURL uses a remote URL as context for a `docker build`. The
|
|
// remote resource is downloaded as either a Dockerfile or a context tar
|
|
// archive and stored in a temporary directory used as the context directory.
|
|
// Returns the absolute path to the temporary context directory, the relative
|
|
// path of the dockerfile in that context directory, and a non-nil error on
|
|
// success.
|
|
func getContextFromURL(out io.Writer, remoteURL, dockerfileName string) (absContextDir, relDockerfile string, err error) {
|
|
response, err := httputils.Download(remoteURL)
|
|
if err != nil {
|
|
return "", "", fmt.Errorf("unable to download remote context %s: %v", remoteURL, err)
|
|
}
|
|
defer response.Body.Close()
|
|
|
|
// Pass the response body through a progress reader.
|
|
progReader := &progressreader.Config{
|
|
In: response.Body,
|
|
Out: out,
|
|
Formatter: streamformatter.NewStreamFormatter(),
|
|
Size: response.ContentLength,
|
|
NewLines: true,
|
|
ID: "",
|
|
Action: fmt.Sprintf("Downloading build context from remote url: %s", remoteURL),
|
|
}
|
|
|
|
return getContextFromReader(progReader, dockerfileName)
|
|
}
|
|
|
|
// getContextFromLocalDir uses the given local directory as context for a
|
|
// `docker build`. Returns the absolute path to the local context directory,
|
|
// the relative path of the dockerfile in that context directory, and a non-nil
|
|
// error on success.
|
|
func getContextFromLocalDir(localDir, dockerfileName string) (absContextDir, relDockerfile string, err error) {
|
|
// When using a local context directory, when the Dockerfile is specified
|
|
// with the `-f/--file` option then it is considered relative to the
|
|
// current directory and not the context directory.
|
|
if dockerfileName != "" {
|
|
if dockerfileName, err = filepath.Abs(dockerfileName); err != nil {
|
|
return "", "", fmt.Errorf("unable to get absolute path to Dockerfile: %v", err)
|
|
}
|
|
}
|
|
|
|
return getDockerfileRelPath(localDir, dockerfileName)
|
|
}
|
|
|
|
var dockerfileFromLinePattern = regexp.MustCompile(`(?i)^[\s]*FROM[ \f\r\t\v]+(?P<image>[^ \f\r\t\v\n#]+)`)
|
|
|
|
type trustedDockerfile struct {
|
|
*os.File
|
|
size int64
|
|
}
|
|
|
|
func (td *trustedDockerfile) Close() error {
|
|
td.File.Close()
|
|
return os.Remove(td.File.Name())
|
|
}
|
|
|
|
// resolvedTag records the repository, tag, and resolved digest reference
|
|
// from a Dockerfile rewrite.
|
|
type resolvedTag struct {
|
|
repoInfo *registry.RepositoryInfo
|
|
digestRef reference.Canonical
|
|
tagRef reference.NamedTagged
|
|
}
|
|
|
|
// rewriteDockerfileFrom rewrites the given Dockerfile by resolving images in
|
|
// "FROM <image>" instructions to a digest reference. `translator` is a
|
|
// function that takes a repository name and tag reference and returns a
|
|
// trusted digest reference.
|
|
func rewriteDockerfileFrom(dockerfileName string, translator func(reference.NamedTagged) (reference.Canonical, error)) (newDockerfile *trustedDockerfile, resolvedTags []*resolvedTag, err error) {
|
|
dockerfile, err := os.Open(dockerfileName)
|
|
if err != nil {
|
|
return nil, nil, fmt.Errorf("unable to open Dockerfile: %v", err)
|
|
}
|
|
defer dockerfile.Close()
|
|
|
|
scanner := bufio.NewScanner(dockerfile)
|
|
|
|
// Make a tempfile to store the rewritten Dockerfile.
|
|
tempFile, err := ioutil.TempFile("", "trusted-dockerfile-")
|
|
if err != nil {
|
|
return nil, nil, fmt.Errorf("unable to make temporary trusted Dockerfile: %v", err)
|
|
}
|
|
|
|
trustedFile := &trustedDockerfile{
|
|
File: tempFile,
|
|
}
|
|
|
|
defer func() {
|
|
if err != nil {
|
|
// Close the tempfile if there was an error during Notary lookups.
|
|
// Otherwise the caller should close it.
|
|
trustedFile.Close()
|
|
}
|
|
}()
|
|
|
|
// Scan the lines of the Dockerfile, looking for a "FROM" line.
|
|
for scanner.Scan() {
|
|
line := scanner.Text()
|
|
|
|
matches := dockerfileFromLinePattern.FindStringSubmatch(line)
|
|
if matches != nil && matches[1] != "scratch" {
|
|
// Replace the line with a resolved "FROM repo@digest"
|
|
ref, err := reference.ParseNamed(matches[1])
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
|
|
digested := false
|
|
switch ref.(type) {
|
|
case reference.Tagged:
|
|
case reference.Digested:
|
|
digested = true
|
|
default:
|
|
ref, err = reference.WithTag(ref, tagpkg.DefaultTag)
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
}
|
|
|
|
repoInfo, err := registry.ParseRepositoryInfo(ref)
|
|
if err != nil {
|
|
return nil, nil, fmt.Errorf("unable to parse repository info %q: %v", ref.String(), err)
|
|
}
|
|
|
|
if !digested && isTrusted() {
|
|
trustedRef, err := translator(ref.(reference.NamedTagged))
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
|
|
line = dockerfileFromLinePattern.ReplaceAllLiteralString(line, fmt.Sprintf("FROM %s", trustedRef.String()))
|
|
resolvedTags = append(resolvedTags, &resolvedTag{
|
|
repoInfo: repoInfo,
|
|
digestRef: trustedRef,
|
|
tagRef: ref.(reference.NamedTagged),
|
|
})
|
|
}
|
|
}
|
|
|
|
n, err := fmt.Fprintln(tempFile, line)
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
|
|
trustedFile.size += int64(n)
|
|
}
|
|
|
|
tempFile.Seek(0, os.SEEK_SET)
|
|
|
|
return trustedFile, resolvedTags, scanner.Err()
|
|
}
|
|
|
|
// replaceDockerfileTarWrapper wraps the given input tar archive stream and
|
|
// replaces the entry with the given Dockerfile name with the contents of the
|
|
// new Dockerfile. Returns a new tar archive stream with the replaced
|
|
// Dockerfile.
|
|
func replaceDockerfileTarWrapper(inputTarStream io.ReadCloser, newDockerfile *trustedDockerfile, dockerfileName string) io.ReadCloser {
|
|
pipeReader, pipeWriter := io.Pipe()
|
|
|
|
go func() {
|
|
tarReader := tar.NewReader(inputTarStream)
|
|
tarWriter := tar.NewWriter(pipeWriter)
|
|
|
|
defer inputTarStream.Close()
|
|
|
|
for {
|
|
hdr, err := tarReader.Next()
|
|
if err == io.EOF {
|
|
// Signals end of archive.
|
|
tarWriter.Close()
|
|
pipeWriter.Close()
|
|
return
|
|
}
|
|
if err != nil {
|
|
pipeWriter.CloseWithError(err)
|
|
return
|
|
}
|
|
|
|
var content io.Reader = tarReader
|
|
|
|
if hdr.Name == dockerfileName {
|
|
// This entry is the Dockerfile. Since the tar archive was
|
|
// generated from a directory on the local filesystem, the
|
|
// Dockerfile will only appear once in the archive.
|
|
hdr.Size = newDockerfile.size
|
|
content = newDockerfile
|
|
}
|
|
|
|
if err := tarWriter.WriteHeader(hdr); err != nil {
|
|
pipeWriter.CloseWithError(err)
|
|
return
|
|
}
|
|
|
|
if _, err := io.Copy(tarWriter, content); err != nil {
|
|
pipeWriter.CloseWithError(err)
|
|
return
|
|
}
|
|
}
|
|
}()
|
|
|
|
return pipeReader
|
|
}
|