diff options
| author | chrislu <chris.lu@gmail.com> | 2024-07-17 23:13:47 -0700 |
|---|---|---|
| committer | chrislu <chris.lu@gmail.com> | 2024-07-17 23:14:36 -0700 |
| commit | 7a75928e7d99a82ef6386ed594f842638912d9b1 (patch) | |
| tree | afceec8d572a6b17c9d6f18fb3315409ed0e24a6 | |
| parent | 86d92a42b4861d4bb05c58fea9db84d960995545 (diff) | |
| download | seaweedfs-7a75928e7d99a82ef6386ed594f842638912d9b1.tar.xz seaweedfs-7a75928e7d99a82ef6386ed594f842638912d9b1.zip | |
Azure sink: avoid overwriting existing files
| -rw-r--r-- | weed/replication/sink/azuresink/azure_sink.go | 13 |
1 files changed, 12 insertions, 1 deletions
diff --git a/weed/replication/sink/azuresink/azure_sink.go b/weed/replication/sink/azuresink/azure_sink.go index 9bbd7b8eb..890e68fd4 100644 --- a/weed/replication/sink/azuresink/azure_sink.go +++ b/weed/replication/sink/azuresink/azure_sink.go @@ -5,8 +5,10 @@ import ( "context" "fmt" "github.com/seaweedfs/seaweedfs/weed/replication/repl_util" + "net/http" "net/url" "strings" + "time" "github.com/Azure/azure-storage-blob-go/azblob" "github.com/seaweedfs/seaweedfs/weed/filer" @@ -109,7 +111,16 @@ func (g *AzureSink) CreateEntry(key string, entry *filer_pb.Entry, signatures [] // Azure Storage account's container. appendBlobURL := g.containerURL.NewAppendBlobURL(key) - _, err := appendBlobURL.Create(context.Background(), azblob.BlobHTTPHeaders{}, azblob.Metadata{}, azblob.BlobAccessConditions{}, azblob.BlobTagsMap{}, azblob.ClientProvidedKeyOptions{}, azblob.ImmutabilityPolicyOptions{}) + accessCondition := azblob.BlobAccessConditions{} + if entry.Attributes!=nil && entry.Attributes.Mtime>0 { + accessCondition.ModifiedAccessConditions.IfUnmodifiedSince = time.Unix(entry.Attributes.Mtime, 0) + } + + res, err := appendBlobURL.Create(context.Background(), azblob.BlobHTTPHeaders{}, azblob.Metadata{}, accessCondition, azblob.BlobTagsMap{}, azblob.ClientProvidedKeyOptions{}, azblob.ImmutabilityPolicyOptions{}) + if res != nil && res.StatusCode() == http.StatusPreconditionFailed { + glog.V(0).Infof("skip overwriting %s/%s: %v", g.container, key, err) + return nil + } if err != nil { return err } |
