2013-03-22 04:47:23 +04:00
|
|
|
package docker
|
2013-03-18 11:15:35 +04:00
|
|
|
|
|
|
|
import (
|
2013-03-27 00:46:27 +04:00
|
|
|
"crypto/rand"
|
2013-04-30 21:01:19 +04:00
|
|
|
"crypto/sha256"
|
2013-03-27 00:46:27 +04:00
|
|
|
"encoding/hex"
|
2013-03-18 11:15:35 +04:00
|
|
|
"encoding/json"
|
|
|
|
"fmt"
|
2013-05-15 02:37:35 +04:00
|
|
|
"github.com/dotcloud/docker/utils"
|
2013-03-21 12:07:07 +04:00
|
|
|
"io"
|
2013-03-18 11:15:35 +04:00
|
|
|
"io/ioutil"
|
2013-04-15 14:05:46 +04:00
|
|
|
"log"
|
2013-03-18 11:15:35 +04:00
|
|
|
"os"
|
2013-04-15 14:05:46 +04:00
|
|
|
"os/exec"
|
2013-03-18 11:15:35 +04:00
|
|
|
"path"
|
2013-05-13 17:10:26 +04:00
|
|
|
"path/filepath"
|
2013-03-18 11:15:35 +04:00
|
|
|
"strings"
|
|
|
|
"time"
|
|
|
|
)
|
|
|
|
|
|
|
|
type Image struct {
|
2013-06-04 22:00:22 +04:00
|
|
|
ID string `json:"id"`
|
2013-03-21 17:35:57 +04:00
|
|
|
Parent string `json:"parent,omitempty"`
|
|
|
|
Comment string `json:"comment,omitempty"`
|
|
|
|
Created time.Time `json:"created"`
|
2013-03-24 01:48:16 +04:00
|
|
|
Container string `json:"container,omitempty"`
|
|
|
|
ContainerConfig Config `json:"container_config,omitempty"`
|
2013-04-05 05:38:43 +04:00
|
|
|
DockerVersion string `json:"docker_version,omitempty"`
|
2013-04-18 06:58:17 +04:00
|
|
|
Author string `json:"author,omitempty"`
|
2013-04-26 03:48:31 +04:00
|
|
|
Config *Config `json:"config,omitempty"`
|
2013-05-24 22:40:56 +04:00
|
|
|
Architecture string `json:"architecture,omitempty"`
|
2013-03-22 08:13:27 +04:00
|
|
|
graph *Graph
|
2013-05-13 17:10:26 +04:00
|
|
|
Size int64
|
2013-03-18 11:15:35 +04:00
|
|
|
}
|
|
|
|
|
|
|
|
func LoadImage(root string) (*Image, error) {
|
|
|
|
// Load the json data
|
|
|
|
jsonData, err := ioutil.ReadFile(jsonPath(root))
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2013-05-08 21:42:29 +04:00
|
|
|
img := &Image{}
|
|
|
|
|
|
|
|
if err := json.Unmarshal(jsonData, img); err != nil {
|
2013-03-18 11:15:35 +04:00
|
|
|
return nil, err
|
|
|
|
}
|
2013-06-04 22:00:22 +04:00
|
|
|
if err := ValidateID(img.ID); err != nil {
|
2013-03-18 11:15:35 +04:00
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
// Check that the filesystem layer exists
|
|
|
|
if stat, err := os.Stat(layerPath(root)); err != nil {
|
|
|
|
if os.IsNotExist(err) {
|
2013-06-04 22:00:22 +04:00
|
|
|
return nil, fmt.Errorf("Couldn't load image %s: no filesystem layer", img.ID)
|
2013-03-18 11:15:35 +04:00
|
|
|
}
|
2013-06-04 17:51:12 +04:00
|
|
|
return nil, err
|
2013-03-18 11:15:35 +04:00
|
|
|
} else if !stat.IsDir() {
|
2013-06-04 22:00:22 +04:00
|
|
|
return nil, fmt.Errorf("Couldn't load image %s: %s is not a directory", img.ID, layerPath(root))
|
2013-03-18 11:15:35 +04:00
|
|
|
}
|
2013-05-08 21:42:29 +04:00
|
|
|
return img, nil
|
2013-03-18 11:15:35 +04:00
|
|
|
}
|
|
|
|
|
2013-05-09 06:08:11 +04:00
|
|
|
func StoreImage(img *Image, layerData Archive, root string, store bool) error {
|
2013-03-18 11:15:35 +04:00
|
|
|
// Check that root doesn't already exist
|
|
|
|
if _, err := os.Stat(root); err == nil {
|
2013-06-04 22:00:22 +04:00
|
|
|
return fmt.Errorf("Image %s already exists", img.ID)
|
2013-03-18 11:15:35 +04:00
|
|
|
} else if !os.IsNotExist(err) {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
// Store the layer
|
|
|
|
layer := layerPath(root)
|
|
|
|
if err := os.MkdirAll(layer, 0700); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2013-05-09 06:08:11 +04:00
|
|
|
|
|
|
|
if store {
|
|
|
|
layerArchive := layerArchivePath(root)
|
|
|
|
file, err := os.OpenFile(layerArchive, os.O_WRONLY|os.O_CREATE, 0600)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
// FIXME: Retrieve the image layer size from here?
|
|
|
|
if _, err := io.Copy(file, layerData); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
// FIXME: Don't close/open, read/write instead of Copy
|
|
|
|
file.Close()
|
|
|
|
|
|
|
|
file, err = os.Open(layerArchive)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
defer file.Close()
|
|
|
|
layerData = file
|
|
|
|
}
|
2013-06-22 23:29:42 +04:00
|
|
|
// If layerData is not nil, unpack it into the new layer
|
|
|
|
if layerData != nil {
|
|
|
|
if err := Untar(layerData, layer); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2013-03-18 11:15:35 +04:00
|
|
|
}
|
2013-05-13 17:10:26 +04:00
|
|
|
|
|
|
|
return StoreSize(img, root)
|
|
|
|
}
|
|
|
|
|
|
|
|
func StoreSize(img *Image, root string) error {
|
|
|
|
layer := layerPath(root)
|
|
|
|
|
|
|
|
filepath.Walk(layer, func(path string, fileInfo os.FileInfo, err error) error {
|
|
|
|
img.Size += fileInfo.Size()
|
|
|
|
return nil
|
|
|
|
})
|
|
|
|
|
2013-03-18 11:15:35 +04:00
|
|
|
// Store the json ball
|
|
|
|
jsonData, err := json.Marshal(img)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if err := ioutil.WriteFile(jsonPath(root), jsonData, 0600); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func layerPath(root string) string {
|
|
|
|
return path.Join(root, "layer")
|
|
|
|
}
|
|
|
|
|
2013-05-09 06:08:11 +04:00
|
|
|
func layerArchivePath(root string) string {
|
|
|
|
return path.Join(root, "layer.tar.xz")
|
|
|
|
}
|
|
|
|
|
2013-03-18 11:15:35 +04:00
|
|
|
func jsonPath(root string) string {
|
|
|
|
return path.Join(root, "json")
|
|
|
|
}
|
|
|
|
|
|
|
|
func MountAUFS(ro []string, rw string, target string) error {
|
|
|
|
// FIXME: Now mount the layers
|
|
|
|
rwBranch := fmt.Sprintf("%v=rw", rw)
|
|
|
|
roBranches := ""
|
|
|
|
for _, layer := range ro {
|
2013-04-20 03:33:25 +04:00
|
|
|
roBranches += fmt.Sprintf("%v=ro+wh:", layer)
|
2013-03-18 11:15:35 +04:00
|
|
|
}
|
|
|
|
branches := fmt.Sprintf("br:%v:%v", rwBranch, roBranches)
|
2013-04-15 14:05:46 +04:00
|
|
|
|
2013-06-05 16:59:05 +04:00
|
|
|
branches += ",xino=/dev/shm/aufs.xino"
|
|
|
|
|
2013-04-15 14:05:46 +04:00
|
|
|
//if error, try to load aufs kernel module
|
|
|
|
if err := mount("none", target, "aufs", 0, branches); err != nil {
|
|
|
|
log.Printf("Kernel does not support AUFS, trying to load the AUFS module with modprobe...")
|
|
|
|
if err := exec.Command("modprobe", "aufs").Run(); err != nil {
|
|
|
|
return fmt.Errorf("Unable to load the AUFS module")
|
|
|
|
}
|
|
|
|
log.Printf("...module loaded.")
|
|
|
|
if err := mount("none", target, "aufs", 0, branches); err != nil {
|
|
|
|
return fmt.Errorf("Unable to mount using aufs")
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return nil
|
2013-03-18 11:15:35 +04:00
|
|
|
}
|
|
|
|
|
2013-04-22 01:23:55 +04:00
|
|
|
// TarLayer returns a tar archive of the image's filesystem layer.
|
|
|
|
func (image *Image) TarLayer(compression Compression) (Archive, error) {
|
|
|
|
layerPath, err := image.layer()
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
return Tar(layerPath, compression)
|
|
|
|
}
|
|
|
|
|
2013-03-21 09:13:57 +04:00
|
|
|
func (image *Image) Mount(root, rw string) error {
|
2013-03-21 09:41:03 +04:00
|
|
|
if mounted, err := Mounted(root); err != nil {
|
2013-03-18 11:15:35 +04:00
|
|
|
return err
|
2013-03-21 09:41:03 +04:00
|
|
|
} else if mounted {
|
2013-03-21 09:13:57 +04:00
|
|
|
return fmt.Errorf("%s is already mounted", root)
|
2013-03-18 11:15:35 +04:00
|
|
|
}
|
|
|
|
layers, err := image.layers()
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2013-03-21 09:13:28 +04:00
|
|
|
// Create the target directories if they don't exist
|
|
|
|
if err := os.Mkdir(root, 0755); err != nil && !os.IsExist(err) {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if err := os.Mkdir(rw, 0755); err != nil && !os.IsExist(err) {
|
|
|
|
return err
|
|
|
|
}
|
2013-03-18 11:15:35 +04:00
|
|
|
if err := MountAUFS(layers, rw, root); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2013-03-21 09:12:38 +04:00
|
|
|
func (image *Image) Changes(rw string) ([]Change, error) {
|
|
|
|
layers, err := image.layers()
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
return Changes(layers, rw)
|
|
|
|
}
|
|
|
|
|
2013-06-04 22:00:22 +04:00
|
|
|
func (image *Image) ShortID() string {
|
|
|
|
return utils.TruncateID(image.ID)
|
2013-04-01 09:11:55 +04:00
|
|
|
}
|
|
|
|
|
2013-06-04 22:00:22 +04:00
|
|
|
func ValidateID(id string) error {
|
2013-03-18 11:15:35 +04:00
|
|
|
if id == "" {
|
|
|
|
return fmt.Errorf("Image id can't be empty")
|
|
|
|
}
|
|
|
|
if strings.Contains(id, ":") {
|
|
|
|
return fmt.Errorf("Invalid character in image id: ':'")
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2013-06-04 22:00:22 +04:00
|
|
|
func GenerateID() string {
|
2013-03-27 00:46:27 +04:00
|
|
|
id := make([]byte, 32)
|
|
|
|
_, err := io.ReadFull(rand.Reader, id)
|
|
|
|
if err != nil {
|
|
|
|
panic(err) // This shouldn't happen
|
2013-03-21 12:07:07 +04:00
|
|
|
}
|
2013-03-27 00:46:27 +04:00
|
|
|
return hex.EncodeToString(id)
|
2013-03-18 11:15:35 +04:00
|
|
|
}
|
|
|
|
|
|
|
|
// Image includes convenience proxy functions to its graph
|
|
|
|
// These functions will return an error if the image is not registered
|
|
|
|
// (ie. if image.graph == nil)
|
|
|
|
func (img *Image) History() ([]*Image, error) {
|
|
|
|
var parents []*Image
|
|
|
|
if err := img.WalkHistory(
|
2013-03-21 21:10:14 +04:00
|
|
|
func(img *Image) error {
|
2013-03-18 11:15:35 +04:00
|
|
|
parents = append(parents, img)
|
2013-03-21 21:10:14 +04:00
|
|
|
return nil
|
2013-03-18 11:15:35 +04:00
|
|
|
},
|
|
|
|
); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
return parents, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// layers returns all the filesystem layers needed to mount an image
|
2013-03-21 21:10:14 +04:00
|
|
|
// FIXME: @shykes refactor this function with the new error handling
|
|
|
|
// (I'll do it if I have time tonight, I focus on the rest)
|
2013-03-18 11:15:35 +04:00
|
|
|
func (img *Image) layers() ([]string, error) {
|
|
|
|
var list []string
|
|
|
|
var e error
|
|
|
|
if err := img.WalkHistory(
|
2013-03-21 21:10:14 +04:00
|
|
|
func(img *Image) (err error) {
|
2013-03-18 11:15:35 +04:00
|
|
|
if layer, err := img.layer(); err != nil {
|
|
|
|
e = err
|
|
|
|
} else if layer != "" {
|
|
|
|
list = append(list, layer)
|
|
|
|
}
|
2013-03-21 21:10:14 +04:00
|
|
|
return err
|
2013-03-18 11:15:35 +04:00
|
|
|
},
|
|
|
|
); err != nil {
|
|
|
|
return nil, err
|
|
|
|
} else if e != nil { // Did an error occur inside the handler?
|
|
|
|
return nil, e
|
|
|
|
}
|
|
|
|
if len(list) == 0 {
|
2013-06-04 22:00:22 +04:00
|
|
|
return nil, fmt.Errorf("No layer found for image %s\n", img.ID)
|
2013-03-18 11:15:35 +04:00
|
|
|
}
|
|
|
|
return list, nil
|
|
|
|
}
|
|
|
|
|
2013-03-21 21:10:14 +04:00
|
|
|
func (img *Image) WalkHistory(handler func(*Image) error) (err error) {
|
2013-03-18 11:15:35 +04:00
|
|
|
currentImg := img
|
|
|
|
for currentImg != nil {
|
|
|
|
if handler != nil {
|
2013-03-21 21:10:14 +04:00
|
|
|
if err := handler(currentImg); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2013-03-18 11:15:35 +04:00
|
|
|
}
|
|
|
|
currentImg, err = currentImg.GetParent()
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("Error while getting parent image: %v", err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (img *Image) GetParent() (*Image, error) {
|
|
|
|
if img.Parent == "" {
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
if img.graph == nil {
|
|
|
|
return nil, fmt.Errorf("Can't lookup parent of unregistered image")
|
|
|
|
}
|
|
|
|
return img.graph.Get(img.Parent)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (img *Image) root() (string, error) {
|
|
|
|
if img.graph == nil {
|
|
|
|
return "", fmt.Errorf("Can't lookup root of unregistered image")
|
|
|
|
}
|
2013-06-04 22:00:22 +04:00
|
|
|
return img.graph.imageRoot(img.ID), nil
|
2013-03-18 11:15:35 +04:00
|
|
|
}
|
|
|
|
|
|
|
|
// Return the path of an image's layer
|
|
|
|
func (img *Image) layer() (string, error) {
|
|
|
|
root, err := img.root()
|
|
|
|
if err != nil {
|
|
|
|
return "", err
|
|
|
|
}
|
|
|
|
return layerPath(root), nil
|
|
|
|
}
|
2013-04-27 01:00:09 +04:00
|
|
|
|
2013-04-30 21:01:19 +04:00
|
|
|
func (img *Image) Checksum() (string, error) {
|
2013-06-04 22:00:22 +04:00
|
|
|
img.graph.checksumLock[img.ID].Lock()
|
|
|
|
defer img.graph.checksumLock[img.ID].Unlock()
|
2013-05-08 21:42:29 +04:00
|
|
|
|
2013-04-30 21:01:19 +04:00
|
|
|
root, err := img.root()
|
|
|
|
if err != nil {
|
|
|
|
return "", err
|
|
|
|
}
|
|
|
|
|
2013-05-09 09:37:33 +04:00
|
|
|
checksums, err := img.graph.getStoredChecksums()
|
|
|
|
if err != nil {
|
|
|
|
return "", err
|
|
|
|
}
|
2013-06-04 22:00:22 +04:00
|
|
|
if checksum, ok := checksums[img.ID]; ok {
|
2013-05-09 09:37:33 +04:00
|
|
|
return checksum, nil
|
2013-04-30 21:01:19 +04:00
|
|
|
}
|
|
|
|
|
2013-04-27 01:00:09 +04:00
|
|
|
layer, err := img.layer()
|
|
|
|
if err != nil {
|
2013-04-30 21:01:19 +04:00
|
|
|
return "", err
|
2013-04-27 01:00:09 +04:00
|
|
|
}
|
2013-05-01 01:05:33 +04:00
|
|
|
jsonData, err := ioutil.ReadFile(jsonPath(root))
|
|
|
|
if err != nil {
|
|
|
|
return "", err
|
|
|
|
}
|
|
|
|
|
2013-05-09 06:08:11 +04:00
|
|
|
var layerData io.Reader
|
|
|
|
|
|
|
|
if file, err := os.Open(layerArchivePath(root)); err != nil {
|
|
|
|
if os.IsNotExist(err) {
|
|
|
|
layerData, err = Tar(layer, Xz)
|
|
|
|
if err != nil {
|
|
|
|
return "", err
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
return "", err
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
defer file.Close()
|
|
|
|
layerData = file
|
2013-04-27 01:00:09 +04:00
|
|
|
}
|
2013-05-01 01:05:33 +04:00
|
|
|
|
2013-04-30 21:01:19 +04:00
|
|
|
h := sha256.New()
|
2013-05-01 16:11:06 +04:00
|
|
|
if _, err := h.Write(jsonData); err != nil {
|
2013-04-30 21:01:19 +04:00
|
|
|
return "", err
|
2013-04-27 01:00:09 +04:00
|
|
|
}
|
2013-05-01 16:11:06 +04:00
|
|
|
if _, err := h.Write([]byte("\n")); err != nil {
|
2013-04-30 21:01:19 +04:00
|
|
|
return "", err
|
2013-04-27 01:00:09 +04:00
|
|
|
}
|
2013-05-08 21:42:29 +04:00
|
|
|
|
2013-05-01 01:05:33 +04:00
|
|
|
if _, err := io.Copy(h, layerData); err != nil {
|
2013-04-30 21:01:19 +04:00
|
|
|
return "", err
|
|
|
|
}
|
2013-05-02 19:18:33 +04:00
|
|
|
hash := "sha256:" + hex.EncodeToString(h.Sum(nil))
|
2013-05-08 21:35:41 +04:00
|
|
|
|
2013-05-08 21:42:29 +04:00
|
|
|
// Reload the json file to make sure not to overwrite faster sums
|
|
|
|
img.graph.lockSumFile.Lock()
|
|
|
|
defer img.graph.lockSumFile.Unlock()
|
2013-05-09 09:37:33 +04:00
|
|
|
|
|
|
|
checksums, err = img.graph.getStoredChecksums()
|
2013-04-27 01:00:09 +04:00
|
|
|
if err != nil {
|
2013-05-09 09:37:33 +04:00
|
|
|
return "", err
|
2013-04-27 01:00:09 +04:00
|
|
|
}
|
2013-05-09 09:37:33 +04:00
|
|
|
|
2013-06-04 22:00:22 +04:00
|
|
|
checksums[img.ID] = hash
|
2013-05-09 09:37:33 +04:00
|
|
|
|
|
|
|
// Dump the checksums to disc
|
|
|
|
if err := img.graph.storeChecksums(checksums); err != nil {
|
2013-04-30 21:01:19 +04:00
|
|
|
return hash, err
|
2013-04-27 01:00:09 +04:00
|
|
|
}
|
2013-05-09 09:37:33 +04:00
|
|
|
|
2013-04-30 21:01:19 +04:00
|
|
|
return hash, nil
|
2013-04-27 01:00:09 +04:00
|
|
|
}
|
2013-05-13 17:10:26 +04:00
|
|
|
|
2013-06-14 14:05:01 +04:00
|
|
|
func (img *Image) getParentsSize(size int64) int64 {
|
2013-05-13 17:10:26 +04:00
|
|
|
parentImage, err := img.GetParent()
|
|
|
|
if err != nil || parentImage == nil {
|
|
|
|
return size
|
|
|
|
}
|
|
|
|
size += parentImage.Size
|
2013-06-14 14:05:01 +04:00
|
|
|
return parentImage.getParentsSize(size)
|
2013-05-13 17:10:26 +04:00
|
|
|
}
|
2013-05-22 17:41:29 +04:00
|
|
|
|
2013-05-15 05:41:39 +04:00
|
|
|
// Build an Image object from raw json data
|
2013-06-04 22:00:22 +04:00
|
|
|
func NewImgJSON(src []byte) (*Image, error) {
|
2013-05-15 05:41:39 +04:00
|
|
|
ret := &Image{}
|
|
|
|
|
|
|
|
utils.Debugf("Json string: {%s}\n", src)
|
|
|
|
// FIXME: Is there a cleaner way to "purify" the input json?
|
|
|
|
if err := json.Unmarshal(src, ret); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
return ret, nil
|
|
|
|
}
|