package main import ( "fmt" "io" "os" "path" "path/filepath" "github.com/colinmarc/hdfs" ) func put(args []string) { if len(args) != 2 { printHelp() } dests, nn, err := normalizePaths(args[1:]) if err != nil { fatal(err) } dest := dests[0] source, err := filepath.Abs(args[0]) if err != nil { fatal(err) } client, err := getClient(nn) if err != nil { fatal(err) } if filepath.Base(source) == "-" { putFromStdin(client, dest) } else { putFromFile(client, source, dest) } } func putFromStdin(client *hdfs.Client, dest string) { // If the destination exists, regardless of what it is, bail out. _, err := client.Stat(dest) if err == nil { fatal(&os.PathError{"put", dest, os.ErrExist}) } else if !os.IsNotExist(err) { fatal(err) } mode := 0755 | os.ModeDir parentDir := filepath.Dir(dest) if parentDir != "." && parentDir != "/" { if err := client.MkdirAll(parentDir, mode); err != nil { fatal(err) } } writer, err := client.Create(dest) if err != nil { fatal(err) } defer writer.Close() io.Copy(writer, os.Stdin) } func putFromFile(client *hdfs.Client, source string, dest string) { // If the destination is an existing directory, place it inside. Otherwise, // the destination is really the parent directory, and we need to rename the // source directory as we copy. existing, err := client.Stat(dest) if err == nil { if existing.IsDir() { dest = path.Join(dest, filepath.Base(source)) } else { fatal(&os.PathError{"mkdir", dest, os.ErrExist}) } } else if !os.IsNotExist(err) { fatal(err) } mode := 0755 | os.ModeDir err = filepath.Walk(source, func(p string, fi os.FileInfo, err error) error { if err != nil { fmt.Fprintln(os.Stderr, err) return nil } rel, err := filepath.Rel(source, p) if err != nil { fmt.Fprintln(os.Stderr, err) return nil } fullDest := path.Join(dest, rel) if fi.IsDir() { client.Mkdir(fullDest, mode) } else { writer, err := client.Create(fullDest) if err != nil { fmt.Fprintln(os.Stderr, err) return nil } defer writer.Close() reader, err := os.Open(p) if err != nil { fmt.Fprintln(os.Stderr, err) return nil } defer reader.Close() _, err = io.Copy(writer, reader) if err != nil { fmt.Fprintln(os.Stderr, err) } } return nil }) }