aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorchrislu <chris.lu@gmail.com>2024-07-17 23:13:47 -0700
committerchrislu <chris.lu@gmail.com>2024-07-17 23:14:36 -0700
commit7a75928e7d99a82ef6386ed594f842638912d9b1 (patch)
treeafceec8d572a6b17c9d6f18fb3315409ed0e24a6
parent86d92a42b4861d4bb05c58fea9db84d960995545 (diff)
downloadseaweedfs-7a75928e7d99a82ef6386ed594f842638912d9b1.tar.xz
seaweedfs-7a75928e7d99a82ef6386ed594f842638912d9b1.zip
Azure sink: avoid overwriting existing files
-rw-r--r--weed/replication/sink/azuresink/azure_sink.go13
1 files changed, 12 insertions, 1 deletions
diff --git a/weed/replication/sink/azuresink/azure_sink.go b/weed/replication/sink/azuresink/azure_sink.go
index 9bbd7b8eb..890e68fd4 100644
--- a/weed/replication/sink/azuresink/azure_sink.go
+++ b/weed/replication/sink/azuresink/azure_sink.go
@@ -5,8 +5,10 @@ import (
"context"
"fmt"
"github.com/seaweedfs/seaweedfs/weed/replication/repl_util"
+ "net/http"
"net/url"
"strings"
+ "time"
"github.com/Azure/azure-storage-blob-go/azblob"
"github.com/seaweedfs/seaweedfs/weed/filer"
@@ -109,7 +111,16 @@ func (g *AzureSink) CreateEntry(key string, entry *filer_pb.Entry, signatures []
// Azure Storage account's container.
appendBlobURL := g.containerURL.NewAppendBlobURL(key)
- _, err := appendBlobURL.Create(context.Background(), azblob.BlobHTTPHeaders{}, azblob.Metadata{}, azblob.BlobAccessConditions{}, azblob.BlobTagsMap{}, azblob.ClientProvidedKeyOptions{}, azblob.ImmutabilityPolicyOptions{})
+ accessCondition := azblob.BlobAccessConditions{}
+ if entry.Attributes!=nil && entry.Attributes.Mtime>0 {
+ accessCondition.ModifiedAccessConditions.IfUnmodifiedSince = time.Unix(entry.Attributes.Mtime, 0)
+ }
+
+ res, err := appendBlobURL.Create(context.Background(), azblob.BlobHTTPHeaders{}, azblob.Metadata{}, accessCondition, azblob.BlobTagsMap{}, azblob.ClientProvidedKeyOptions{}, azblob.ImmutabilityPolicyOptions{})
+ if res != nil && res.StatusCode() == http.StatusPreconditionFailed {
+ glog.V(0).Infof("skip overwriting %s/%s: %v", g.container, key, err)
+ return nil
+ }
if err != nil {
return err
}