gitlab-com-seaweedfs/seaweedfs
1
0
Fork 0
mirror of https://github.com/seaweedfs/seaweedfs.git synced 2024-01-19 02:48:24 +00:00
Code Issues Projects Releases Wiki Activity

cache: set upper limit of chunk size

Browse source
This commit is contained in:
Chris Lu 2021-08-09 15:08:53 -07:00
parent 402315f117
commit 9096f6f4f7
1 changed files with 2 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
weed/server/filer_grpc_server_remote.go
View file

@ -69,7 +69,7 @@ func (fs *FilerServer) DownloadToLocal(ctx context.Context, req *filer_pb.Downlo
// find a good chunk size // find a good chunk size
chunkSize := int64(5 * 1024 * 1024) chunkSize := int64(5 * 1024 * 1024)
chunkCount := entry.Remote.RemoteSize/chunkSize + 1 chunkCount := entry.Remote.RemoteSize/chunkSize + 1
for chunkCount > 1000 { for chunkCount > 1000 && chunkSize < int64(fs.option.MaxMB)*1024*1024/2 {
chunkSize *= 2 chunkSize *= 2
chunkCount = entry.Remote.RemoteSize/chunkSize + 1 chunkCount = entry.Remote.RemoteSize/chunkSize + 1
} }
@ -78,6 +78,7 @@ func (fs *FilerServer) DownloadToLocal(ctx context.Context, req *filer_pb.Downlo
var chunks []*filer_pb.FileChunk var chunks []*filer_pb.FileChunk
// FIXME limit on parallel
for offset := int64(0); offset < entry.Remote.RemoteSize; offset += chunkSize { for offset := int64(0); offset < entry.Remote.RemoteSize; offset += chunkSize {
size := chunkSize size := chunkSize
if offset+chunkSize > entry.Remote.RemoteSize { if offset+chunkSize > entry.Remote.RemoteSize {