2013-03-22 04:47:23 +04:00
|
|
|
package docker
|
2013-03-18 11:15:35 +04:00
|
|
|
|
|
|
|
import (
|
2013-03-27 00:46:27 +04:00
|
|
|
"crypto/rand"
|
2013-04-30 21:01:19 +04:00
|
|
|
"crypto/sha256"
|
2013-03-27 00:46:27 +04:00
|
|
|
"encoding/hex"
|
2013-03-18 11:15:35 +04:00
|
|
|
"encoding/json"
|
|
|
|
"fmt"
|
2013-03-21 12:07:07 +04:00
|
|
|
"io"
|
2013-03-18 11:15:35 +04:00
|
|
|
"io/ioutil"
|
2013-04-15 14:05:46 +04:00
|
|
|
"log"
|
2013-03-18 11:15:35 +04:00
|
|
|
"os"
|
2013-04-15 14:05:46 +04:00
|
|
|
"os/exec"
|
2013-03-18 11:15:35 +04:00
|
|
|
"path"
|
|
|
|
"strings"
|
|
|
|
"time"
|
|
|
|
)
|
|
|
|
|
|
|
|
type Image struct {
|
2013-03-21 17:35:57 +04:00
|
|
|
Id string `json:"id"`
|
|
|
|
Parent string `json:"parent,omitempty"`
|
|
|
|
Comment string `json:"comment,omitempty"`
|
|
|
|
Created time.Time `json:"created"`
|
2013-03-24 01:48:16 +04:00
|
|
|
Container string `json:"container,omitempty"`
|
|
|
|
ContainerConfig Config `json:"container_config,omitempty"`
|
2013-04-05 05:38:43 +04:00
|
|
|
DockerVersion string `json:"docker_version,omitempty"`
|
2013-04-18 06:58:17 +04:00
|
|
|
Author string `json:"author,omitempty"`
|
2013-04-26 03:48:31 +04:00
|
|
|
Config *Config `json:"config,omitempty"`
|
2013-03-22 08:13:27 +04:00
|
|
|
graph *Graph
|
2013-03-18 11:15:35 +04:00
|
|
|
}
|
|
|
|
|
|
|
|
func LoadImage(root string) (*Image, error) {
|
|
|
|
// Load the json data
|
|
|
|
jsonData, err := ioutil.ReadFile(jsonPath(root))
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
var img Image
|
|
|
|
if err := json.Unmarshal(jsonData, &img); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
if err := ValidateId(img.Id); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
// Check that the filesystem layer exists
|
|
|
|
if stat, err := os.Stat(layerPath(root)); err != nil {
|
|
|
|
if os.IsNotExist(err) {
|
|
|
|
return nil, fmt.Errorf("Couldn't load image %s: no filesystem layer", img.Id)
|
|
|
|
} else {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
} else if !stat.IsDir() {
|
|
|
|
return nil, fmt.Errorf("Couldn't load image %s: %s is not a directory", img.Id, layerPath(root))
|
|
|
|
}
|
2013-04-27 01:00:09 +04:00
|
|
|
|
2013-03-18 11:15:35 +04:00
|
|
|
return &img, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func StoreImage(img *Image, layerData Archive, root string) error {
|
|
|
|
// Check that root doesn't already exist
|
|
|
|
if _, err := os.Stat(root); err == nil {
|
|
|
|
return fmt.Errorf("Image %s already exists", img.Id)
|
|
|
|
} else if !os.IsNotExist(err) {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
// Store the layer
|
|
|
|
layer := layerPath(root)
|
|
|
|
if err := os.MkdirAll(layer, 0700); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if err := Untar(layerData, layer); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
// Store the json ball
|
|
|
|
jsonData, err := json.Marshal(img)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if err := ioutil.WriteFile(jsonPath(root), jsonData, 0600); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func layerPath(root string) string {
|
|
|
|
return path.Join(root, "layer")
|
|
|
|
}
|
|
|
|
|
|
|
|
func jsonPath(root string) string {
|
|
|
|
return path.Join(root, "json")
|
|
|
|
}
|
|
|
|
|
|
|
|
func MountAUFS(ro []string, rw string, target string) error {
|
|
|
|
// FIXME: Now mount the layers
|
|
|
|
rwBranch := fmt.Sprintf("%v=rw", rw)
|
|
|
|
roBranches := ""
|
|
|
|
for _, layer := range ro {
|
2013-04-20 03:33:25 +04:00
|
|
|
roBranches += fmt.Sprintf("%v=ro+wh:", layer)
|
2013-03-18 11:15:35 +04:00
|
|
|
}
|
|
|
|
branches := fmt.Sprintf("br:%v:%v", rwBranch, roBranches)
|
2013-04-15 14:05:46 +04:00
|
|
|
|
|
|
|
//if error, try to load aufs kernel module
|
|
|
|
if err := mount("none", target, "aufs", 0, branches); err != nil {
|
|
|
|
log.Printf("Kernel does not support AUFS, trying to load the AUFS module with modprobe...")
|
|
|
|
if err := exec.Command("modprobe", "aufs").Run(); err != nil {
|
|
|
|
return fmt.Errorf("Unable to load the AUFS module")
|
|
|
|
}
|
|
|
|
log.Printf("...module loaded.")
|
|
|
|
if err := mount("none", target, "aufs", 0, branches); err != nil {
|
|
|
|
return fmt.Errorf("Unable to mount using aufs")
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return nil
|
2013-03-18 11:15:35 +04:00
|
|
|
}
|
|
|
|
|
2013-04-22 01:23:55 +04:00
|
|
|
// TarLayer returns a tar archive of the image's filesystem layer.
|
|
|
|
func (image *Image) TarLayer(compression Compression) (Archive, error) {
|
|
|
|
layerPath, err := image.layer()
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
return Tar(layerPath, compression)
|
|
|
|
}
|
|
|
|
|
2013-03-21 09:13:57 +04:00
|
|
|
func (image *Image) Mount(root, rw string) error {
|
2013-03-21 09:41:03 +04:00
|
|
|
if mounted, err := Mounted(root); err != nil {
|
2013-03-18 11:15:35 +04:00
|
|
|
return err
|
2013-03-21 09:41:03 +04:00
|
|
|
} else if mounted {
|
2013-03-21 09:13:57 +04:00
|
|
|
return fmt.Errorf("%s is already mounted", root)
|
2013-03-18 11:15:35 +04:00
|
|
|
}
|
|
|
|
layers, err := image.layers()
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2013-03-21 09:13:28 +04:00
|
|
|
// Create the target directories if they don't exist
|
|
|
|
if err := os.Mkdir(root, 0755); err != nil && !os.IsExist(err) {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if err := os.Mkdir(rw, 0755); err != nil && !os.IsExist(err) {
|
|
|
|
return err
|
|
|
|
}
|
2013-03-18 11:15:35 +04:00
|
|
|
if err := MountAUFS(layers, rw, root); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2013-03-21 09:12:38 +04:00
|
|
|
func (image *Image) Changes(rw string) ([]Change, error) {
|
|
|
|
layers, err := image.layers()
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
return Changes(layers, rw)
|
|
|
|
}
|
|
|
|
|
2013-04-01 09:11:55 +04:00
|
|
|
func (image *Image) ShortId() string {
|
|
|
|
return TruncateId(image.Id)
|
|
|
|
}
|
|
|
|
|
2013-03-18 11:15:35 +04:00
|
|
|
func ValidateId(id string) error {
|
|
|
|
if id == "" {
|
|
|
|
return fmt.Errorf("Image id can't be empty")
|
|
|
|
}
|
|
|
|
if strings.Contains(id, ":") {
|
|
|
|
return fmt.Errorf("Invalid character in image id: ':'")
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func GenerateId() string {
|
2013-03-27 00:46:27 +04:00
|
|
|
id := make([]byte, 32)
|
|
|
|
_, err := io.ReadFull(rand.Reader, id)
|
|
|
|
if err != nil {
|
|
|
|
panic(err) // This shouldn't happen
|
2013-03-21 12:07:07 +04:00
|
|
|
}
|
2013-03-27 00:46:27 +04:00
|
|
|
return hex.EncodeToString(id)
|
2013-03-18 11:15:35 +04:00
|
|
|
}
|
|
|
|
|
|
|
|
// Image includes convenience proxy functions to its graph
|
|
|
|
// These functions will return an error if the image is not registered
|
|
|
|
// (ie. if image.graph == nil)
|
|
|
|
func (img *Image) History() ([]*Image, error) {
|
|
|
|
var parents []*Image
|
|
|
|
if err := img.WalkHistory(
|
2013-03-21 21:10:14 +04:00
|
|
|
func(img *Image) error {
|
2013-03-18 11:15:35 +04:00
|
|
|
parents = append(parents, img)
|
2013-03-21 21:10:14 +04:00
|
|
|
return nil
|
2013-03-18 11:15:35 +04:00
|
|
|
},
|
|
|
|
); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
return parents, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// layers returns all the filesystem layers needed to mount an image
|
2013-03-21 21:10:14 +04:00
|
|
|
// FIXME: @shykes refactor this function with the new error handling
|
|
|
|
// (I'll do it if I have time tonight, I focus on the rest)
|
2013-03-18 11:15:35 +04:00
|
|
|
func (img *Image) layers() ([]string, error) {
|
|
|
|
var list []string
|
|
|
|
var e error
|
|
|
|
if err := img.WalkHistory(
|
2013-03-21 21:10:14 +04:00
|
|
|
func(img *Image) (err error) {
|
2013-03-18 11:15:35 +04:00
|
|
|
if layer, err := img.layer(); err != nil {
|
|
|
|
e = err
|
|
|
|
} else if layer != "" {
|
|
|
|
list = append(list, layer)
|
|
|
|
}
|
2013-03-21 21:10:14 +04:00
|
|
|
return err
|
2013-03-18 11:15:35 +04:00
|
|
|
},
|
|
|
|
); err != nil {
|
|
|
|
return nil, err
|
|
|
|
} else if e != nil { // Did an error occur inside the handler?
|
|
|
|
return nil, e
|
|
|
|
}
|
|
|
|
if len(list) == 0 {
|
|
|
|
return nil, fmt.Errorf("No layer found for image %s\n", img.Id)
|
|
|
|
}
|
|
|
|
return list, nil
|
|
|
|
}
|
|
|
|
|
2013-03-21 21:10:14 +04:00
|
|
|
func (img *Image) WalkHistory(handler func(*Image) error) (err error) {
|
2013-03-18 11:15:35 +04:00
|
|
|
currentImg := img
|
|
|
|
for currentImg != nil {
|
|
|
|
if handler != nil {
|
2013-03-21 21:10:14 +04:00
|
|
|
if err := handler(currentImg); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2013-03-18 11:15:35 +04:00
|
|
|
}
|
|
|
|
currentImg, err = currentImg.GetParent()
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("Error while getting parent image: %v", err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (img *Image) GetParent() (*Image, error) {
|
|
|
|
if img.Parent == "" {
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
if img.graph == nil {
|
|
|
|
return nil, fmt.Errorf("Can't lookup parent of unregistered image")
|
|
|
|
}
|
|
|
|
return img.graph.Get(img.Parent)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (img *Image) root() (string, error) {
|
|
|
|
if img.graph == nil {
|
|
|
|
return "", fmt.Errorf("Can't lookup root of unregistered image")
|
|
|
|
}
|
|
|
|
return img.graph.imageRoot(img.Id), nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Return the path of an image's layer
|
|
|
|
func (img *Image) layer() (string, error) {
|
|
|
|
root, err := img.root()
|
|
|
|
if err != nil {
|
|
|
|
return "", err
|
|
|
|
}
|
|
|
|
return layerPath(root), nil
|
|
|
|
}
|
2013-04-27 01:00:09 +04:00
|
|
|
|
2013-04-30 21:01:19 +04:00
|
|
|
func (img *Image) Checksum() (string, error) {
|
|
|
|
root, err := img.root()
|
|
|
|
if err != nil {
|
|
|
|
return "", err
|
|
|
|
}
|
|
|
|
|
|
|
|
checksumDictPth := path.Join(root, "..", "..", "checksums")
|
|
|
|
checksums := new(map[string]string)
|
|
|
|
|
|
|
|
if checksumDict, err := ioutil.ReadFile(checksumDictPth); err == nil {
|
|
|
|
if err := json.Unmarshal(checksumDict, checksums); err != nil {
|
|
|
|
return "", err
|
|
|
|
}
|
|
|
|
if checksum, ok := (*checksums)[img.Id]; ok {
|
|
|
|
return checksum, nil
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2013-04-27 01:00:09 +04:00
|
|
|
layer, err := img.layer()
|
|
|
|
if err != nil {
|
2013-04-30 21:01:19 +04:00
|
|
|
return "", err
|
2013-04-27 01:00:09 +04:00
|
|
|
}
|
2013-05-01 01:05:33 +04:00
|
|
|
jsonData, err := ioutil.ReadFile(jsonPath(root))
|
|
|
|
if err != nil {
|
|
|
|
return "", err
|
|
|
|
}
|
|
|
|
|
2013-04-27 01:00:09 +04:00
|
|
|
layerData, err := Tar(layer, Xz)
|
|
|
|
if err != nil {
|
2013-04-30 21:01:19 +04:00
|
|
|
return "", err
|
2013-04-27 01:00:09 +04:00
|
|
|
}
|
2013-05-01 01:05:33 +04:00
|
|
|
|
2013-04-30 21:01:19 +04:00
|
|
|
h := sha256.New()
|
2013-05-01 16:11:06 +04:00
|
|
|
if _, err := h.Write(jsonData); err != nil {
|
2013-04-30 21:01:19 +04:00
|
|
|
return "", err
|
2013-04-27 01:00:09 +04:00
|
|
|
}
|
2013-05-01 16:11:06 +04:00
|
|
|
if _, err := h.Write([]byte("\n")); err != nil {
|
2013-04-30 21:01:19 +04:00
|
|
|
return "", err
|
2013-04-27 01:00:09 +04:00
|
|
|
}
|
2013-05-01 01:05:33 +04:00
|
|
|
if _, err := io.Copy(h, layerData); err != nil {
|
2013-04-30 21:01:19 +04:00
|
|
|
return "", err
|
|
|
|
}
|
|
|
|
|
2013-05-02 19:18:33 +04:00
|
|
|
hash := "sha256:" + hex.EncodeToString(h.Sum(nil))
|
2013-04-30 21:01:19 +04:00
|
|
|
if *checksums == nil {
|
|
|
|
*checksums = map[string]string{}
|
|
|
|
}
|
|
|
|
(*checksums)[img.Id] = hash
|
|
|
|
checksumJson, err := json.Marshal(checksums)
|
2013-04-27 01:00:09 +04:00
|
|
|
if err != nil {
|
2013-04-30 21:01:19 +04:00
|
|
|
return hash, err
|
2013-04-27 01:00:09 +04:00
|
|
|
}
|
2013-04-30 21:01:19 +04:00
|
|
|
|
|
|
|
if err := ioutil.WriteFile(checksumDictPth, checksumJson, 0600); err != nil {
|
|
|
|
return hash, err
|
2013-04-27 01:00:09 +04:00
|
|
|
}
|
2013-04-30 21:01:19 +04:00
|
|
|
return hash, nil
|
2013-04-27 01:00:09 +04:00
|
|
|
}
|