dep/txn_writer.go

// Copyright 2016 The Go Authors. All rights reserved.
// Use of this source code is governed by a BSD-style
// license that can be found in the LICENSE file.

package main

import (
	"fmt"
	"io/ioutil"
	"os"
	"path/filepath"

	"github.com/pkg/errors"
	"github.com/sdboyer/gps"
)

// safeWriter transactionalizes writes of manifest, lock, and vendor dir, both
// individually and in any combination, into a pseudo-atomic action with
// transactional rollback.
//
// It is not impervious to errors (writing to disk is hard), but it should
// guard against non-arcane failure conditions.
type safeWriter struct {
	root string    // absolute path of root dir in which to write
	m    *manifest // the manifest to write, if any
	l    *lock     // the old lock, if any
	nl   gps.Lock  // the new lock, if any
	sm   gps.SourceManager
}

// writeAllSafe writes out some combination of config yaml, lock, and a vendor
// tree, to a temp dir, then moves them into place if and only if all the write
// operations succeeded. It also does its best to roll back if any moves fail.
//
// This mostly guarantees that nest cannot exit with a partial write that would
// leave an undefined state on disk.
//
// - If a sw.m is provided, it will be written to the standard manifest file
//   name beneath sw.root
// - If sw.l is provided without an sw.nl, it will be written to the standard
//   lock file name in the root dir, but vendor will NOT be written
// - If sw.l and sw.nl are both provided and are equivalent, then neither lock
//   nor vendor will be written
// - If sw.l and sw.nl are both provided and are not equivalent,
//   the nl will be written to the same location as above, and a vendor
//   tree will be written to sw.root/vendor
// - If sw.nl is provided and sw.lock is not, it will write both a lock
//   and vendor dir in the same way
// - If the forceVendor param is true, then vendor will be unconditionally
//   written out based on sw.nl if present, else sw.l, else error.
//
// Any of m, l, or nl can be omitted; the grouped write operation will continue
// for whichever inputs are present. A SourceManager is only required if vendor
// is being written.
func (sw safeWriter) writeAllSafe(forceVendor bool) error {
	// Decide which writes we need to do
	var writeM, writeL, writeV bool
	writeV = forceVendor

	if sw.m != nil {
		writeM = true
	}

	if sw.nl != nil {
		if sw.l == nil {
			writeL, writeV = true, true
		} else {
			rlf := lockFromInterface(sw.nl)
			if !locksAreEquivalent(rlf, sw.l) {
				writeL, writeV = true, true
			}
		}
	} else if sw.l != nil {
		writeL = true
	}

	if sw.root == "" {
		return errors.New("root path must be non-empty")
	}
	if is, err := isDir(sw.root); !is {
		if err != nil {
			return err
		}
		return fmt.Errorf("root path %q does not exist", sw.root)
	}

	if !writeM && !writeL && !writeV {
		// nothing to do
		return nil
	}

	if writeV && sw.sm == nil {
		return errors.New("must provide a SourceManager if writing out a vendor dir.")
	}

	if writeV && sw.l == nil && sw.nl == nil {
		return errors.New("must provide a lock in order to write out vendor")
	}

	mpath := filepath.Join(sw.root, manifestName)
	lpath := filepath.Join(sw.root, lockName)
	vpath := filepath.Join(sw.root, "vendor")

	td, err := ioutil.TempDir(os.TempDir(), "nest")
	if err != nil {
		return errors.Wrap(err, "error while creating temp dir for writing manifest/lock/vendor")
	}
	defer os.RemoveAll(td)

	if writeM {
		if err := writeFile(filepath.Join(td, manifestName), sw.m); err != nil {
			return errors.Wrap(err, "failed to write manifest file to temp dir")
		}
	}

	if writeL {
		if sw.nl == nil {
			// the new lock is nil but the flag is on, so we must be writing
			// the other one
			if err := writeFile(filepath.Join(td, lockName), sw.l); err != nil {
				return errors.Wrap(err, "failed to write lock file to temp dir")
			}
		} else {
			rlf := lockFromInterface(sw.nl)
			if err := writeFile(filepath.Join(td, lockName), rlf); err != nil {
				return errors.Wrap(err, "failed to write lock file to temp dir")
			}
		}
	}

	if writeV {
		// prefer the nl, but take the l if only that's available, as could be the
		// case if true was passed for forceVendor
		l := sw.nl
		if l == nil {
			l = sw.l
		}
		err = gps.WriteDepTree(filepath.Join(td, "vendor"), l, sw.sm, true)
		if err != nil {
			return errors.Wrap(err, "error while writing out vendor tree")
		}
	}

	// Move the existing files and dirs to the temp dir while we put the new
	// ones in, to provide insurance against errors for as long as possible
	type pathpair struct {
		from, to string
	}
	var restore []pathpair
	var failerr error
	var vendorbak string

	if writeM {
		if _, err := os.Stat(mpath); err == nil {
			// move out the old one
			tmploc := filepath.Join(td, manifestName+".orig")
			failerr = renameWithFallback(mpath, tmploc)
			if failerr != nil {
				goto fail
			}
			restore = append(restore, pathpair{from: tmploc, to: mpath})
		}

		// move in the new one
		failerr = renameWithFallback(filepath.Join(td, manifestName), mpath)
		if failerr != nil {
			goto fail
		}
	}

	if writeL {
		if _, err := os.Stat(lpath); err == nil {
			// move out the old one
			tmploc := filepath.Join(td, lockName+".orig")

			failerr = renameWithFallback(lpath, tmploc)
			if failerr != nil {
				goto fail
			}
			restore = append(restore, pathpair{from: tmploc, to: lpath})
		}

		// move in the new one
		failerr = renameWithFallback(filepath.Join(td, lockName), lpath)
		if failerr != nil {
			goto fail
		}
	}

	if writeV {
		if _, err := os.Stat(vpath); err == nil {
			// move out the old vendor dir. just do it into an adjacent dir, to
			// try to mitigate the possibility of a pointless cross-filesystem
			// move with a temp dir
			vendorbak = vpath + ".orig"
			if _, err := os.Stat(vendorbak); err == nil {
				// If the adjacent dir already exists, bite the bullet and move
				// to a proper tempdir
				vendorbak = filepath.Join(td, "vendor.orig")
			}

			failerr = renameWithFallback(vpath, vendorbak)
			if failerr != nil {
				goto fail
			}
			restore = append(restore, pathpair{from: vendorbak, to: vpath})
		}

		// move in the new one
		failerr = renameWithFallback(filepath.Join(td, "vendor"), vpath)
		if failerr != nil {
			goto fail
		}
	}

	// Renames all went smoothly. The deferred os.RemoveAll will get the temp
	// dir, but if we wrote vendor, we have to clean that up directly

	if writeV {
		// Nothing we can really do about an error at this point, so ignore it
		os.RemoveAll(vendorbak)
	}

	return nil

fail:
	// If we failed at any point, move all the things back into place, then bail
	for _, pair := range restore {
		// Nothing we can do on err here, as we're already in recovery mode
		renameWithFallback(pair.from, pair.to)
	}
	return failerr
}