122 строки
2.3 KiB
Go
122 строки
2.3 KiB
Go
package main
|
|
|
|
import (
|
|
"fmt"
|
|
"io"
|
|
"os"
|
|
"path"
|
|
"path/filepath"
|
|
|
|
"github.com/colinmarc/hdfs"
|
|
)
|
|
|
|
func put(args []string) {
|
|
if len(args) != 2 {
|
|
printHelp()
|
|
}
|
|
|
|
dests, nn, err := normalizePaths(args[1:])
|
|
if err != nil {
|
|
fatal(err)
|
|
}
|
|
|
|
dest := dests[0]
|
|
source, err := filepath.Abs(args[0])
|
|
if err != nil {
|
|
fatal(err)
|
|
}
|
|
|
|
client, err := getClient(nn)
|
|
if err != nil {
|
|
fatal(err)
|
|
}
|
|
|
|
if filepath.Base(source) == "-" {
|
|
putFromStdin(client, dest)
|
|
} else {
|
|
putFromFile(client, source, dest)
|
|
}
|
|
}
|
|
|
|
func putFromStdin(client *hdfs.Client, dest string) {
|
|
// If the destination exists, regardless of what it is, bail out.
|
|
_, err := client.Stat(dest)
|
|
if err == nil {
|
|
fatal(&os.PathError{"put", dest, os.ErrExist})
|
|
} else if !os.IsNotExist(err) {
|
|
fatal(err)
|
|
}
|
|
|
|
mode := 0755 | os.ModeDir
|
|
parentDir := filepath.Dir(dest)
|
|
if parentDir != "." && parentDir != "/" {
|
|
if err := client.MkdirAll(parentDir, mode); err != nil {
|
|
fatal(err)
|
|
}
|
|
}
|
|
|
|
writer, err := client.Create(dest)
|
|
if err != nil {
|
|
fatal(err)
|
|
}
|
|
defer writer.Close()
|
|
|
|
io.Copy(writer, os.Stdin)
|
|
}
|
|
|
|
func putFromFile(client *hdfs.Client, source string, dest string) {
|
|
// If the destination is an existing directory, place it inside. Otherwise,
|
|
// the destination is really the parent directory, and we need to rename the
|
|
// source directory as we copy.
|
|
existing, err := client.Stat(dest)
|
|
if err == nil {
|
|
if existing.IsDir() {
|
|
dest = path.Join(dest, filepath.Base(source))
|
|
} else {
|
|
fatal(&os.PathError{"mkdir", dest, os.ErrExist})
|
|
}
|
|
} else if !os.IsNotExist(err) {
|
|
fatal(err)
|
|
}
|
|
|
|
mode := 0755 | os.ModeDir
|
|
err = filepath.Walk(source, func(p string, fi os.FileInfo, err error) error {
|
|
if err != nil {
|
|
fmt.Fprintln(os.Stderr, err)
|
|
return nil
|
|
}
|
|
|
|
rel, err := filepath.Rel(source, p)
|
|
if err != nil {
|
|
fmt.Fprintln(os.Stderr, err)
|
|
return nil
|
|
}
|
|
|
|
fullDest := path.Join(dest, rel)
|
|
if fi.IsDir() {
|
|
client.Mkdir(fullDest, mode)
|
|
} else {
|
|
writer, err := client.Create(fullDest)
|
|
if err != nil {
|
|
fmt.Fprintln(os.Stderr, err)
|
|
return nil
|
|
}
|
|
|
|
defer writer.Close()
|
|
reader, err := os.Open(p)
|
|
if err != nil {
|
|
fmt.Fprintln(os.Stderr, err)
|
|
return nil
|
|
}
|
|
|
|
defer reader.Close()
|
|
_, err = io.Copy(writer, reader)
|
|
if err != nil {
|
|
fmt.Fprintln(os.Stderr, err)
|
|
}
|
|
}
|
|
|
|
return nil
|
|
})
|
|
}
|