Concurrency works better (#4663)

Co-authored-by: mervyn.zhang <mervyn.zhang@sap.com>
This commit is contained in:
mervynzhang 2023-07-13 14:04:54 +08:00 committed by GitHub
parent 0cb9ddd8ec
commit df400e6c71
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -2,6 +2,9 @@ package s3
import (
"fmt"
"io"
"reflect"
"github.com/aws/aws-sdk-go/aws"
"github.com/aws/aws-sdk-go/aws/credentials"
"github.com/aws/aws-sdk-go/aws/request"
@ -15,8 +18,6 @@ import (
"github.com/seaweedfs/seaweedfs/weed/pb/remote_pb"
"github.com/seaweedfs/seaweedfs/weed/remote_storage"
"github.com/seaweedfs/seaweedfs/weed/util"
"io"
"reflect"
)
func init() {
@ -155,7 +156,7 @@ func (s *s3RemoteStorageClient) WriteFile(loc *remote_pb.RemoteStorageLocation,
// Create an uploader with the session and custom options
uploader := s3manager.NewUploaderWithClient(s.conn, func(u *s3manager.Uploader) {
u.PartSize = partSize
u.Concurrency = 8
u.Concurrency = 1
})
// process tagging