aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authormervynzhang <sads@live.com>2023-07-13 14:04:54 +0800
committerGitHub <noreply@github.com>2023-07-12 23:04:54 -0700
commitdf400e6c71d187d9e3b1ab42838e3468945ca7ff (patch)
treead0c048948cd85e7f735c807de5281914a1f69a8
parent0cb9ddd8ecec15cda3f9b75f172f190c747abc6f (diff)
downloadseaweedfs-df400e6c71d187d9e3b1ab42838e3468945ca7ff.tar.xz
seaweedfs-df400e6c71d187d9e3b1ab42838e3468945ca7ff.zip
Concurrency works better (#4663)
Co-authored-by: mervyn.zhang <mervyn.zhang@sap.com>
-rw-r--r--weed/remote_storage/s3/s3_storage_client.go7
1 files changed, 4 insertions, 3 deletions
diff --git a/weed/remote_storage/s3/s3_storage_client.go b/weed/remote_storage/s3/s3_storage_client.go
index 980f970fb..cd5ed99fa 100644
--- a/weed/remote_storage/s3/s3_storage_client.go
+++ b/weed/remote_storage/s3/s3_storage_client.go
@@ -2,6 +2,9 @@ package s3
import (
"fmt"
+ "io"
+ "reflect"
+
"github.com/aws/aws-sdk-go/aws"
"github.com/aws/aws-sdk-go/aws/credentials"
"github.com/aws/aws-sdk-go/aws/request"
@@ -15,8 +18,6 @@ import (
"github.com/seaweedfs/seaweedfs/weed/pb/remote_pb"
"github.com/seaweedfs/seaweedfs/weed/remote_storage"
"github.com/seaweedfs/seaweedfs/weed/util"
- "io"
- "reflect"
)
func init() {
@@ -155,7 +156,7 @@ func (s *s3RemoteStorageClient) WriteFile(loc *remote_pb.RemoteStorageLocation,
// Create an uploader with the session and custom options
uploader := s3manager.NewUploaderWithClient(s.conn, func(u *s3manager.Uploader) {
u.PartSize = partSize
- u.Concurrency = 8
+ u.Concurrency = 1
})
// process tagging