diff options
| author | Chris Lu <chris.lu@gmail.com> | 2016-07-21 15:00:07 -0700 |
|---|---|---|
| committer | Chris Lu <chris.lu@gmail.com> | 2016-07-21 15:00:07 -0700 |
| commit | 185a916f5eae022b89cc310d895fd93cac2fa3eb (patch) | |
| tree | 8f02f047fb3ed8b97d52b03b111b2de1ebf8231f /weed/command/copy.go | |
| parent | a5be4a6d40dee779f390bd75c1d5480cd1167e22 (diff) | |
| download | seaweedfs-185a916f5eae022b89cc310d895fd93cac2fa3eb.tar.xz seaweedfs-185a916f5eae022b89cc310d895fd93cac2fa3eb.zip | |
adjusting command options
Diffstat (limited to 'weed/command/copy.go')
| -rw-r--r-- | weed/command/copy.go | 147 |
1 files changed, 0 insertions, 147 deletions
diff --git a/weed/command/copy.go b/weed/command/copy.go deleted file mode 100644 index 0e7109daf..000000000 --- a/weed/command/copy.go +++ /dev/null @@ -1,147 +0,0 @@ -package command - -import ( - "fmt" - "io/ioutil" - "net/url" - "os" - "path/filepath" - "strings" - - "github.com/chrislusf/seaweedfs/weed/operation" - filer_operation "github.com/chrislusf/seaweedfs/weed/operation/filer" - "github.com/chrislusf/seaweedfs/weed/security" -) - -var ( - copy CopyOptions -) - -type CopyOptions struct { - master *string - include *string - replication *string - collection *string - ttl *string - maxMB *int - secretKey *string - - secret security.Secret -} - -func init() { - cmdCopy.Run = runCopy // break init cycle - cmdCopy.IsDebug = cmdCopy.Flag.Bool("debug", false, "verbose debug information") - copy.master = cmdCopy.Flag.String("master", "localhost:9333", "SeaweedFS master location") - copy.include = cmdCopy.Flag.String("include", "", "pattens of files to copy, e.g., *.pdf, *.html, ab?d.txt, works together with -dir") - copy.replication = cmdCopy.Flag.String("replication", "", "replication type") - copy.collection = cmdCopy.Flag.String("collection", "", "optional collection name") - copy.ttl = cmdCopy.Flag.String("ttl", "", "time to live, e.g.: 1m, 1h, 1d, 1M, 1y") - copy.maxMB = cmdCopy.Flag.Int("maxMB", 0, "split files larger than the limit") - copy.secretKey = cmdCopy.Flag.String("secure.secret", "", "secret to encrypt Json Web Token(JWT)") -} - -var cmdCopy = &Command{ - UsageLine: "copy file_or_dir1 [file_or_dir2 file_or_dir3] http://localhost:8888/path/to/a/folder/", - Short: "copy one or a list of files to a filer folder", - Long: `copy one or a list of files, or batch copy one whole folder recursively, to a filer folder - - It can copy one or a list of files or folders. - - If copying a whole folder recursively: - All files under the folder and subfolders will be copyed. - Optional parameter "-include" allows you to specify the file name patterns. - - If any file has a ".gz" extension, the content are considered gzipped already, and will be stored as is. - This can save volume server's gzipped processing and allow customizable gzip compression level. - The file name will strip out ".gz" and stored. For example, "jquery.js.gz" will be stored as "jquery.js". - - If "maxMB" is set to a positive number, files larger than it would be split into chunks and copyed separatedly. - The list of file ids of those chunks would be stored in an additional chunk, and this additional chunk's file id would be returned. - - `, -} - -func runCopy(cmd *Command, args []string) bool { - copy.secret = security.Secret(*copy.secretKey) - if len(args) <= 1 { - return false - } - filerDestination := args[len(args)-1] - fileOrDirs := args[0 : len(args)-1] - - filerUrl, err := url.Parse(filerDestination) - if err != nil { - fmt.Printf("The last argument should be a URL on filer: %v\n", err) - return false - } - if len(fileOrDirs) > 1 && !strings.HasSuffix(filerUrl.Path, "/") { - fmt.Println("Can not copy multiple items to a file. The last argument must be a folder ended with \"/\"") - return false - } - - for _, fileOrDir := range fileOrDirs { - if !doEachCopy(fileOrDir, filerUrl.Host, filerUrl.Path) { - return false - } - } - return true -} - -func doEachCopy(fileOrDir string, host string, path string) bool { - f, err := os.Open(fileOrDir) - if err != nil { - fmt.Printf("Failed to open file %s: %v", fileOrDir, err) - return false - } - defer f.Close() - - fi, err := f.Stat() - if err != nil { - fmt.Printf("Failed to get stat for file %s: %v", fileOrDir, err) - return false - } - - mode := fi.Mode() - if mode.IsDir() { - files, _ := ioutil.ReadDir(fileOrDir) - for _, subFileOrDir := range files { - if !doEachCopy(fileOrDir+"/"+subFileOrDir.Name(), host, path+fi.Name()+"/") { - return false - } - } - return true - } - - // this is a regular file - if *copy.include != "" { - if ok, _ := filepath.Match(*copy.include, filepath.Base(fileOrDir)); !ok { - return true - } - } - - parts, err := operation.NewFileParts([]string{fileOrDir}) - if err != nil { - fmt.Printf("Failed to read file %s: %v", fileOrDir, err) - } - - results, err := operation.SubmitFiles(*copy.master, parts, - *copy.replication, *copy.collection, - *copy.ttl, *copy.maxMB, copy.secret) - if err != nil { - fmt.Printf("Failed to submit file %s: %v", fileOrDir, err) - } - - if strings.HasSuffix(path, "/") { - path = path + fi.Name() - } - - if err = filer_operation.RegisterFile(host, path, results[0].Fid, copy.secret); err != nil { - fmt.Printf("Failed to register file %s on %s: %v", fileOrDir, host, err) - return false - } - - fmt.Printf("Copy %s => http://%s/%s\n", fileOrDir, host, path) - - return true -} |
