1
0
Fork 0
mirror of https://github.com/moby/moby.git synced 2022-11-09 12:21:53 -05:00

+ Runtime: 'docker build' builds a container, layer by layer, from a source repository containing a Dockerfile

+ Runtime: 'docker build -t FOO' applies the tag FOO to the newly built container.
This commit is contained in:
Solomon Hykes 2013-05-30 16:49:40 -07:00
commit a148301a03
5 changed files with 132 additions and 110 deletions

11
api.go
View file

@ -650,6 +650,13 @@ func postBuild(srv *Server, version float64, w http.ResponseWriter, r *http.Requ
if err := r.ParseMultipartForm(4096); err != nil { if err := r.ParseMultipartForm(4096); err != nil {
return err return err
} }
remote := r.FormValue("t")
tag := ""
if strings.Contains(remote, ":") {
remoteParts := strings.Split(remote, ":")
tag = remoteParts[1]
remote = remoteParts[0]
}
dockerfile, _, err := r.FormFile("Dockerfile") dockerfile, _, err := r.FormFile("Dockerfile")
if err != nil { if err != nil {
@ -664,8 +671,10 @@ func postBuild(srv *Server, version float64, w http.ResponseWriter, r *http.Requ
} }
b := NewBuildFile(srv, utils.NewWriteFlusher(w)) b := NewBuildFile(srv, utils.NewWriteFlusher(w))
if _, err := b.Build(dockerfile, context); err != nil { if id, err := b.Build(dockerfile, context); err != nil {
fmt.Fprintf(w, "Error build: %s\n", err) fmt.Fprintf(w, "Error build: %s\n", err)
} else if remote != "" {
srv.runtime.repositories.Set(remote, tag, id, false)
} }
return nil return nil
} }

View file

@ -32,8 +32,6 @@ type buildFile struct {
tmpContainers map[string]struct{} tmpContainers map[string]struct{}
tmpImages map[string]struct{} tmpImages map[string]struct{}
needCommit bool
out io.Writer out io.Writer
} }
@ -81,9 +79,8 @@ func (b *buildFile) CmdFrom(name string) error {
} }
func (b *buildFile) CmdMaintainer(name string) error { func (b *buildFile) CmdMaintainer(name string) error {
b.needCommit = true
b.maintainer = name b.maintainer = name
return nil return b.commit("", b.config.Cmd, fmt.Sprintf("MAINTAINER %s", name))
} }
func (b *buildFile) CmdRun(args string) error { func (b *buildFile) CmdRun(args string) error {
@ -95,28 +92,34 @@ func (b *buildFile) CmdRun(args string) error {
return err return err
} }
cmd, env := b.config.Cmd, b.config.Env cmd := b.config.Cmd
b.config.Cmd = nil b.config.Cmd = nil
MergeConfig(b.config, config) MergeConfig(b.config, config)
if cache, err := b.srv.ImageGetCached(b.image, config); err != nil { utils.Debugf("Command to be executed: %v", b.config.Cmd)
if cache, err := b.srv.ImageGetCached(b.image, b.config); err != nil {
return err return err
} else if cache != nil { } else if cache != nil {
utils.Debugf("Use cached version") utils.Debugf("[BUILDER] Use cached version")
b.image = cache.Id b.image = cache.Id
return nil return nil
} else {
utils.Debugf("[BUILDER] Cache miss")
} }
cid, err := b.run() cid, err := b.run()
if err != nil { if err != nil {
return err return err
} }
b.config.Cmd, b.config.Env = cmd, env if err := b.commit(cid, cmd, "run"); err != nil {
return b.commit(cid) return err
}
b.config.Cmd = cmd
return nil
} }
func (b *buildFile) CmdEnv(args string) error { func (b *buildFile) CmdEnv(args string) error {
b.needCommit = true
tmp := strings.SplitN(args, " ", 2) tmp := strings.SplitN(args, " ", 2)
if len(tmp) != 2 { if len(tmp) != 2 {
return fmt.Errorf("Invalid ENV format") return fmt.Errorf("Invalid ENV format")
@ -131,60 +134,34 @@ func (b *buildFile) CmdEnv(args string) error {
} }
} }
b.config.Env = append(b.config.Env, key+"="+value) b.config.Env = append(b.config.Env, key+"="+value)
return nil return b.commit("", b.config.Cmd, fmt.Sprintf("ENV %s=%s", key, value))
} }
func (b *buildFile) CmdCmd(args string) error { func (b *buildFile) CmdCmd(args string) error {
b.needCommit = true
var cmd []string var cmd []string
if err := json.Unmarshal([]byte(args), &cmd); err != nil { if err := json.Unmarshal([]byte(args), &cmd); err != nil {
utils.Debugf("Error unmarshalling: %s, using /bin/sh -c", err) utils.Debugf("Error unmarshalling: %s, using /bin/sh -c", err)
b.config.Cmd = []string{"/bin/sh", "-c", args} cmd = []string{"/bin/sh", "-c", args}
} else {
b.config.Cmd = cmd
} }
if err := b.commit("", cmd, fmt.Sprintf("CMD %v", cmd)); err != nil {
return err
}
b.config.Cmd = cmd
return nil return nil
} }
func (b *buildFile) CmdExpose(args string) error { func (b *buildFile) CmdExpose(args string) error {
ports := strings.Split(args, " ") ports := strings.Split(args, " ")
b.config.PortSpecs = append(ports, b.config.PortSpecs...) b.config.PortSpecs = append(ports, b.config.PortSpecs...)
return nil return b.commit("", b.config.Cmd, fmt.Sprintf("EXPOSE %v", ports))
} }
func (b *buildFile) CmdInsert(args string) error { func (b *buildFile) CmdInsert(args string) error {
if b.image == "" { return fmt.Errorf("INSERT has been deprecated. Please use ADD instead")
return fmt.Errorf("Please provide a source image with `from` prior to insert") }
}
tmp := strings.SplitN(args, " ", 2)
if len(tmp) != 2 {
return fmt.Errorf("Invalid INSERT format")
}
sourceUrl := strings.Trim(tmp[0], " ")
destPath := strings.Trim(tmp[1], " ")
file, err := utils.Download(sourceUrl, b.out) func (b *buildFile) CmdCopy(args string) error {
if err != nil { return fmt.Errorf("COPY has been deprecated. Please use ADD instead")
return err
}
defer file.Body.Close()
b.config.Cmd = []string{"echo", "INSERT", sourceUrl, "in", destPath}
cid, err := b.run()
if err != nil {
return err
}
container := b.runtime.Get(cid)
if container == nil {
return fmt.Errorf("An error occured while creating the container")
}
if err := container.Inject(file.Body, destPath); err != nil {
return err
}
return b.commit(cid)
} }
func (b *buildFile) CmdAdd(args string) error { func (b *buildFile) CmdAdd(args string) error {
@ -193,12 +170,13 @@ func (b *buildFile) CmdAdd(args string) error {
} }
tmp := strings.SplitN(args, " ", 2) tmp := strings.SplitN(args, " ", 2)
if len(tmp) != 2 { if len(tmp) != 2 {
return fmt.Errorf("Invalid INSERT format") return fmt.Errorf("Invalid ADD format")
} }
orig := strings.Trim(tmp[0], " ") orig := strings.Trim(tmp[0], " ")
dest := strings.Trim(tmp[1], " ") dest := strings.Trim(tmp[1], " ")
b.config.Cmd = []string{"echo", "PUSH", orig, "in", dest} cmd := b.config.Cmd
b.config.Cmd = []string{"/bin/sh", "-c", fmt.Sprintf("#(nop) ADD %s in %s", orig, dest)}
cid, err := b.run() cid, err := b.run()
if err != nil { if err != nil {
return err return err
@ -208,19 +186,23 @@ func (b *buildFile) CmdAdd(args string) error {
if container == nil { if container == nil {
return fmt.Errorf("Error while creating the container (CmdAdd)") return fmt.Errorf("Error while creating the container (CmdAdd)")
} }
if err := container.EnsureMounted(); err != nil {
if err := os.MkdirAll(path.Join(container.rwPath(), dest), 0700); err != nil {
return err return err
} }
defer container.Unmount()
origPath := path.Join(b.context, orig) origPath := path.Join(b.context, orig)
destPath := path.Join(container.rwPath(), dest) destPath := path.Join(container.RootfsPath(), dest)
fi, err := os.Stat(origPath) fi, err := os.Stat(origPath)
if err != nil { if err != nil {
return err return err
} }
if fi.IsDir() { if fi.IsDir() {
if err := os.MkdirAll(destPath, 0700); err != nil {
return err
}
files, err := ioutil.ReadDir(path.Join(b.context, orig)) files, err := ioutil.ReadDir(path.Join(b.context, orig))
if err != nil { if err != nil {
return err return err
@ -231,12 +213,18 @@ func (b *buildFile) CmdAdd(args string) error {
} }
} }
} else { } else {
if err := os.MkdirAll(path.Dir(destPath), 0700); err != nil {
return err
}
if err := utils.CopyDirectory(origPath, destPath); err != nil { if err := utils.CopyDirectory(origPath, destPath); err != nil {
return err return err
} }
} }
if err := b.commit(cid, cmd, fmt.Sprintf("ADD %s in %s", orig, dest)); err != nil {
return b.commit(cid) return err
}
b.config.Cmd = cmd
return nil
} }
func (b *buildFile) run() (string, error) { func (b *buildFile) run() (string, error) {
@ -265,20 +253,30 @@ func (b *buildFile) run() (string, error) {
return c.Id, nil return c.Id, nil
} }
func (b *buildFile) commit(id string) error { // Commit the container <id> with the autorun command <autoCmd>
func (b *buildFile) commit(id string, autoCmd []string, comment string) error {
if b.image == "" { if b.image == "" {
return fmt.Errorf("Please provide a source image with `from` prior to commit") return fmt.Errorf("Please provide a source image with `from` prior to commit")
} }
b.config.Image = b.image b.config.Image = b.image
if id == "" { if id == "" {
cmd := b.config.Cmd b.config.Cmd = []string{"/bin/sh", "-c", "#(nop) " + comment}
b.config.Cmd = []string{"true"}
if cache, err := b.srv.ImageGetCached(b.image, b.config); err != nil {
return err
} else if cache != nil {
utils.Debugf("[BUILDER] Use cached version")
b.image = cache.Id
return nil
} else {
utils.Debugf("[BUILDER] Cache miss")
}
if cid, err := b.run(); err != nil { if cid, err := b.run(); err != nil {
return err return err
} else { } else {
id = cid id = cid
} }
b.config.Cmd = cmd
} }
container := b.runtime.Get(id) container := b.runtime.Get(id)
@ -286,20 +284,20 @@ func (b *buildFile) commit(id string) error {
return fmt.Errorf("An error occured while creating the container") return fmt.Errorf("An error occured while creating the container")
} }
// Note: Actually copy the struct
autoConfig := *b.config
autoConfig.Cmd = autoCmd
// Commit the container // Commit the container
image, err := b.builder.Commit(container, "", "", "", b.maintainer, nil) image, err := b.builder.Commit(container, "", "", "", b.maintainer, &autoConfig)
if err != nil { if err != nil {
return err return err
} }
b.tmpImages[image.Id] = struct{}{} b.tmpImages[image.Id] = struct{}{}
b.image = image.Id b.image = image.Id
b.needCommit = false
return nil return nil
} }
func (b *buildFile) Build(dockerfile, context io.Reader) (string, error) { func (b *buildFile) Build(dockerfile, context io.Reader) (string, error) {
defer b.clearTmp(b.tmpContainers, b.tmpImages)
if context != nil { if context != nil {
name, err := ioutil.TempDir("/tmp", "docker-build") name, err := ioutil.TempDir("/tmp", "docker-build")
if err != nil { if err != nil {
@ -337,6 +335,7 @@ func (b *buildFile) Build(dockerfile, context io.Reader) (string, error) {
method, exists := reflect.TypeOf(b).MethodByName("Cmd" + strings.ToUpper(instruction[:1]) + strings.ToLower(instruction[1:])) method, exists := reflect.TypeOf(b).MethodByName("Cmd" + strings.ToUpper(instruction[:1]) + strings.ToLower(instruction[1:]))
if !exists { if !exists {
fmt.Fprintf(b.out, "Skipping unknown instruction %s\n", strings.ToUpper(instruction)) fmt.Fprintf(b.out, "Skipping unknown instruction %s\n", strings.ToUpper(instruction))
continue
} }
ret := method.Func.Call([]reflect.Value{reflect.ValueOf(b), reflect.ValueOf(arguments)})[0].Interface() ret := method.Func.Call([]reflect.Value{reflect.ValueOf(b), reflect.ValueOf(arguments)})[0].Interface()
if ret != nil { if ret != nil {
@ -345,22 +344,10 @@ func (b *buildFile) Build(dockerfile, context io.Reader) (string, error) {
fmt.Fprintf(b.out, "===> %v\n", b.image) fmt.Fprintf(b.out, "===> %v\n", b.image)
} }
if b.needCommit {
if err := b.commit(""); err != nil {
return "", err
}
}
if b.image != "" { if b.image != "" {
// The build is successful, keep the temporary containers and images fmt.Fprintf(b.out, "Build successful.\n===> %s\n", b.image)
for i := range b.tmpImages {
delete(b.tmpImages, i)
}
fmt.Fprintf(b.out, "Build success.\n Image id:\n%s\n", b.image)
return b.image, nil return b.image, nil
} }
for i := range b.tmpContainers {
delete(b.tmpContainers, i)
}
return "", fmt.Errorf("An error occured during the build\n") return "", fmt.Errorf("An error occured during the build\n")
} }

View file

@ -17,6 +17,7 @@ import (
"net/url" "net/url"
"os" "os"
"os/signal" "os/signal"
"path"
"path/filepath" "path/filepath"
"reflect" "reflect"
"strconv" "strconv"
@ -130,16 +131,20 @@ func (cli *DockerCli) CmdInsert(args ...string) error {
} }
func (cli *DockerCli) CmdBuild(args ...string) error { func (cli *DockerCli) CmdBuild(args ...string) error {
cmd := Subcmd("build", "[OPTIONS] [CONTEXT]", "Build an image from a Dockerfile") cmd := Subcmd("build", "[OPTIONS] PATH | -", "Build a new container image from the source code at PATH")
fileName := cmd.String("f", "Dockerfile", "Use `file` as Dockerfile. Can be '-' for stdin") tag := cmd.String("t", "", "Tag to be applied to the resulting image in case of success")
if err := cmd.Parse(args); err != nil { if err := cmd.Parse(args); err != nil {
return nil return nil
} }
if cmd.NArg() != 1 {
cmd.Usage()
return nil
}
var ( var (
file io.ReadCloser
multipartBody io.Reader multipartBody io.Reader
err error file io.ReadCloser
contextPath string
) )
// Init the needed component for the Multipart // Init the needed component for the Multipart
@ -148,27 +153,19 @@ func (cli *DockerCli) CmdBuild(args ...string) error {
w := multipart.NewWriter(buff) w := multipart.NewWriter(buff)
boundary := strings.NewReader("\r\n--" + w.Boundary() + "--\r\n") boundary := strings.NewReader("\r\n--" + w.Boundary() + "--\r\n")
// Create a FormFile multipart for the Dockerfile
if *fileName == "-" {
file = os.Stdin
} else {
file, err = os.Open(*fileName)
if err != nil {
return err
}
defer file.Close()
}
if wField, err := w.CreateFormFile("Dockerfile", *fileName); err != nil {
return err
} else {
io.Copy(wField, file)
}
multipartBody = io.MultiReader(multipartBody, boundary)
compression := Bzip2 compression := Bzip2
if cmd.Arg(0) == "-" {
file = os.Stdin
} else {
// Send Dockerfile from arg/Dockerfile (deprecate later)
if f, err := os.Open(path.Join(cmd.Arg(0), "Dockerfile")); err != nil {
return err
} else {
file = f
}
// Send context from arg
// Create a FormFile multipart for the context if needed // Create a FormFile multipart for the context if needed
if cmd.Arg(0) != "" {
// FIXME: Use NewTempArchive in order to have the size and avoid too much memory usage? // FIXME: Use NewTempArchive in order to have the size and avoid too much memory usage?
context, err := Tar(cmd.Arg(0), compression) context, err := Tar(cmd.Arg(0), compression)
if err != nil { if err != nil {
@ -185,17 +182,25 @@ func (cli *DockerCli) CmdBuild(args ...string) error {
// FIXME: Find a way to have a progressbar for the upload too // FIXME: Find a way to have a progressbar for the upload too
io.Copy(wField, utils.ProgressReader(ioutil.NopCloser(context), -1, os.Stdout, "Caching Context %v/%v (%v)\r", false)) io.Copy(wField, utils.ProgressReader(ioutil.NopCloser(context), -1, os.Stdout, "Caching Context %v/%v (%v)\r", false))
} }
multipartBody = io.MultiReader(multipartBody, boundary) multipartBody = io.MultiReader(multipartBody, boundary)
} }
// Create a FormFile multipart for the Dockerfile
if wField, err := w.CreateFormFile("Dockerfile", "Dockerfile"); err != nil {
return err
} else {
io.Copy(wField, file)
}
multipartBody = io.MultiReader(multipartBody, boundary)
v := &url.Values{}
v.Set("t", *tag)
// Send the multipart request with correct content-type // Send the multipart request with correct content-type
req, err := http.NewRequest("POST", fmt.Sprintf("http://%s:%d%s", cli.host, cli.port, "/build"), multipartBody) req, err := http.NewRequest("POST", fmt.Sprintf("http://%s:%d%s?%s", cli.host, cli.port, "/build", v.Encode()), multipartBody)
if err != nil { if err != nil {
return err return err
} }
req.Header.Set("Content-Type", w.FormDataContentType()) req.Header.Set("Content-Type", w.FormDataContentType())
if cmd.Arg(0) != "" { if contextPath != "" {
req.Header.Set("X-Docker-Context-Compression", compression.Flag()) req.Header.Set("X-Docker-Context-Compression", compression.Flag())
fmt.Println("Uploading Context...") fmt.Println("Uploading Context...")
} }

View file

@ -2,12 +2,27 @@
:description: Build a new image from the Dockerfile passed via stdin :description: Build a new image from the Dockerfile passed via stdin
:keywords: build, docker, container, documentation :keywords: build, docker, container, documentation
======================================================== ================================================
``build`` -- Build a container from Dockerfile via stdin ``build`` -- Build a container from a Dockerfile
======================================================== ================================================
:: ::
Usage: docker build - Usage: docker build [OPTIONS] PATH | -
Example: cat Dockerfile | docker build - Build a new container image from the source code at PATH
Build a new image from the Dockerfile passed via stdin -t="": Tag to be applied to the resulting image in case of success.
Examples
--------
.. code-block:: bash
docker build .
This will take the local Dockerfile
.. code-block:: bash
docker build -
This will read a Dockerfile form Stdin without context

View file

@ -125,8 +125,14 @@ curl was installed within the image.
.. note:: .. note::
The path must include the file name. The path must include the file name.
.. note:: 2.8 ADD
This instruction has temporarily disabled -------
``ADD <src> <dest>``
The `ADD` instruction will insert the files from the `<src>` path of the context into `<dest>` path
of the container.
The context must be set in order to use this instruction. (see examples)
3. Dockerfile Examples 3. Dockerfile Examples
====================== ======================