aboutsummaryrefslogtreecommitdiff
path: root/weed/command/filer_remote_sync.go
diff options
context:
space:
mode:
authorChris Lu <chris.lu@gmail.com>2021-09-15 22:47:17 -0700
committerChris Lu <chris.lu@gmail.com>2021-09-15 22:47:17 -0700
commit63da4bbb5463b56c4beafc499d26a2d8f26a08fd (patch)
tree0c17f3a3c5c552802ef223e32d1dffac69c2906b /weed/command/filer_remote_sync.go
parent0c099c1bea14cb26ca375e19c32037b328ca0b27 (diff)
downloadseaweedfs-63da4bbb5463b56c4beafc499d26a2d8f26a08fd.tar.xz
seaweedfs-63da4bbb5463b56c4beafc499d26a2d8f26a08fd.zip
separate filer.remote.gateway command to avoid confusion
Diffstat (limited to 'weed/command/filer_remote_sync.go')
-rw-r--r--weed/command/filer_remote_sync.go41
1 files changed, 1 insertions, 40 deletions
diff --git a/weed/command/filer_remote_sync.go b/weed/command/filer_remote_sync.go
index 857fbb0eb..65cf8e91f 100644
--- a/weed/command/filer_remote_sync.go
+++ b/weed/command/filer_remote_sync.go
@@ -1,17 +1,14 @@
package command
import (
- "context"
"fmt"
"github.com/chrislusf/seaweedfs/weed/glog"
"github.com/chrislusf/seaweedfs/weed/pb"
"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
- "github.com/chrislusf/seaweedfs/weed/pb/remote_pb"
"github.com/chrislusf/seaweedfs/weed/replication/source"
"github.com/chrislusf/seaweedfs/weed/security"
"github.com/chrislusf/seaweedfs/weed/util"
"google.golang.org/grpc"
- "os"
"time"
)
@@ -19,15 +16,9 @@ type RemoteSyncOptions struct {
filerAddress *string
grpcDialOption grpc.DialOption
readChunkFromFiler *bool
- debug *bool
timeAgo *time.Duration
dir *string
- createBucketAt *string
- createBucketRandomSuffix *bool
- mappings *remote_pb.RemoteStorageMapping
- remoteConfs map[string]*remote_pb.RemoteConf
- bucketsDir string
}
var _ = filer_pb.FilerClient(&RemoteSyncOptions{})
@@ -49,10 +40,7 @@ func init() {
cmdFilerRemoteSynchronize.Run = runFilerRemoteSynchronize // break init cycle
remoteSyncOptions.filerAddress = cmdFilerRemoteSynchronize.Flag.String("filer", "localhost:8888", "filer of the SeaweedFS cluster")
remoteSyncOptions.dir = cmdFilerRemoteSynchronize.Flag.String("dir", "", "a mounted directory on filer")
- remoteSyncOptions.createBucketAt = cmdFilerRemoteSynchronize.Flag.String("createBucketAt", "", "one remote storage name to create new buckets in")
- remoteSyncOptions.createBucketRandomSuffix = cmdFilerRemoteSynchronize.Flag.Bool("createBucketWithRandomSuffix", true, "add randomized suffix to bucket name to avoid conflicts")
remoteSyncOptions.readChunkFromFiler = cmdFilerRemoteSynchronize.Flag.Bool("filerProxy", false, "read file chunks from filer instead of volume servers")
- remoteSyncOptions.debug = cmdFilerRemoteSynchronize.Flag.Bool("debug", false, "debug mode to print out filer updated remote files")
remoteSyncOptions.timeAgo = cmdFilerRemoteSynchronize.Flag.Duration("timeAgo", 0, "start time before now. \"300ms\", \"1.5h\" or \"2h45m\". Valid time units are \"ns\", \"us\" (or \"µs\"), \"ms\", \"s\", \"m\", \"h\"")
}
@@ -100,18 +88,7 @@ func runFilerRemoteSynchronize(cmd *Command, args []string) bool {
*remoteSyncOptions.readChunkFromFiler,
)
- remoteSyncOptions.bucketsDir = "/buckets"
- // check buckets again
- remoteSyncOptions.WithFilerClient(func(filerClient filer_pb.SeaweedFilerClient) error {
- resp, err := filerClient.GetFilerConfiguration(context.Background(), &filer_pb.GetFilerConfigurationRequest{})
- if err != nil {
- return err
- }
- remoteSyncOptions.bucketsDir = resp.DirBuckets
- return nil
- })
-
- if dir != "" && dir != remoteSyncOptions.bucketsDir {
+ if dir != "" {
fmt.Printf("synchronize %s to remote storage...\n", dir)
util.RetryForever("filer.remote.sync "+dir, func() error {
return followUpdatesAndUploadToRemote(&remoteSyncOptions, filerSource, dir)
@@ -124,22 +101,6 @@ func runFilerRemoteSynchronize(cmd *Command, args []string) bool {
return true
}
- // read filer remote storage mount mappings
- if detectErr := remoteSyncOptions.collectRemoteStorageConf(); detectErr != nil {
- fmt.Fprintf(os.Stderr, "read mount info: %v\n", detectErr)
- return true
- }
-
- // synchronize /buckets folder
- fmt.Printf("synchronize buckets in %s ...\n", remoteSyncOptions.bucketsDir)
- util.RetryForever("filer.remote.sync buckets", func() error {
- return remoteSyncOptions.followBucketUpdatesAndUploadToRemote(filerSource)
- }, func(err error) bool {
- if err != nil {
- glog.Errorf("synchronize %s: %v", remoteSyncOptions.bucketsDir, err)
- }
- return true
- })
return true
}