diff options
| author | Chris Lu <chris.lu@gmail.com> | 2020-10-07 22:49:04 -0700 |
|---|---|---|
| committer | Chris Lu <chris.lu@gmail.com> | 2020-10-07 22:49:04 -0700 |
| commit | a8624c2e4f94dce96448f6f3b33fb0f71e1f07df (patch) | |
| tree | 27083da070f50b49d6b5f4ae96db88159d7d573d /weed/replication/repl_util | |
| parent | da4edf3651d0dd17570057388e5e012eeda4ff80 (diff) | |
| download | seaweedfs-a8624c2e4f94dce96448f6f3b33fb0f71e1f07df.tar.xz seaweedfs-a8624c2e4f94dce96448f6f3b33fb0f71e1f07df.zip | |
read from alternative replica
related to https://github.com/chrislusf/seaweedfs/issues/1512
Diffstat (limited to 'weed/replication/repl_util')
| -rw-r--r-- | weed/replication/repl_util/replication_utli.go | 40 |
1 files changed, 40 insertions, 0 deletions
diff --git a/weed/replication/repl_util/replication_utli.go b/weed/replication/repl_util/replication_utli.go new file mode 100644 index 000000000..9b18275b5 --- /dev/null +++ b/weed/replication/repl_util/replication_utli.go @@ -0,0 +1,40 @@ +package repl_util + +import ( + "github.com/chrislusf/seaweedfs/weed/filer" + "github.com/chrislusf/seaweedfs/weed/glog" + "github.com/chrislusf/seaweedfs/weed/replication/source" + "github.com/chrislusf/seaweedfs/weed/util" +) + +func CopyFromChunkViews(chunkViews []*filer.ChunkView, filerSource *source.FilerSource, writeFunc func(data []byte) error) error { + + for _, chunk := range chunkViews { + + fileUrls, err := filerSource.LookupFileId(chunk.FileId) + if err != nil { + return err + } + + var writeErr error + + for _, fileUrl := range fileUrls { + err = util.ReadUrlAsStream(fileUrl+"?readDeleted=true", nil, false, chunk.IsFullChunk(), chunk.Offset, int(chunk.Size), func(data []byte) { + writeErr = writeFunc(data) + }) + if err != nil { + glog.V(1).Infof("read from %s: %v", fileUrl, err) + } else if writeErr != nil { + glog.V(1).Infof("copy from %s: %v", fileUrl, writeErr) + } else { + break + } + } + + if err != nil { + return err + } + + } + return nil +} |
