gitlab-com-seaweedfs/seaweedfs
1
0
Fork 0
mirror of https://github.com/seaweedfs/seaweedfs.git synced 2024-01-19 02:48:24 +00:00
Code Issues Projects Releases Wiki Activity

writel throttling moving volumes

Browse source
This commit is contained in:
Chris Lu 2019-05-06 13:58:42 -07:00
parent cf58fc0e63
commit 8ffdd5dcdb
1 changed files with 5 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
weed/server/volume_grpc_copy.go
View file

@ -12,6 +12,7 @@ import (
"github.com/chrislusf/seaweedfs/weed/pb/volume_server_pb" "github.com/chrislusf/seaweedfs/weed/pb/volume_server_pb"
"github.com/chrislusf/seaweedfs/weed/storage" "github.com/chrislusf/seaweedfs/weed/storage"
"github.com/chrislusf/seaweedfs/weed/storage/needle" "github.com/chrislusf/seaweedfs/weed/storage/needle"
"github.com/chrislusf/seaweedfs/weed/util"
) )
// VolumeCopy copy the .idx .dat files, and mount the volume // VolumeCopy copy the .idx .dat files, and mount the volume
@ -60,7 +61,7 @@ func (vs *VolumeServer) VolumeCopy(ctx context.Context, req *volume_server_pb.Vo
} }
idxFileName = volumeFileName + ".idx" idxFileName = volumeFileName + ".idx"
err = writeToFile(copyFileClient, idxFileName) err = writeToFile(copyFileClient, idxFileName, util.NewWriteThrottler(vs.compactionBytePerSecond))
if err != nil { if err != nil {
return fmt.Errorf("failed to copy volume %d idx file: %v", req.VolumeId, err) return fmt.Errorf("failed to copy volume %d idx file: %v", req.VolumeId, err)
} }
@ -76,7 +77,7 @@ func (vs *VolumeServer) VolumeCopy(ctx context.Context, req *volume_server_pb.Vo
} }
datFileName = volumeFileName + ".dat" datFileName = volumeFileName + ".dat"
err = writeToFile(copyFileClient, datFileName) err = writeToFile(copyFileClient, datFileName, util.NewWriteThrottler(vs.compactionBytePerSecond))
if err != nil { if err != nil {
return fmt.Errorf("failed to copy volume %d dat file: %v", req.VolumeId, err) return fmt.Errorf("failed to copy volume %d dat file: %v", req.VolumeId, err)
} }
@ -133,7 +134,7 @@ func checkCopyFiles(originFileInf *volume_server_pb.ReadVolumeFileStatusResponse
return nil return nil
} }
func writeToFile(client volume_server_pb.VolumeServer_CopyFileClient, fileName string) error { func writeToFile(client volume_server_pb.VolumeServer_CopyFileClient, fileName string, wt *util.WriteThrottler) error {
glog.V(4).Infof("writing to %s", fileName) glog.V(4).Infof("writing to %s", fileName)
dst, err := os.OpenFile(fileName, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, 0644) dst, err := os.OpenFile(fileName, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, 0644)
if err != nil { if err != nil {
@ -150,6 +151,7 @@ func writeToFile(client volume_server_pb.VolumeServer_CopyFileClient, fileName s
return fmt.Errorf("receiving %s: %v", fileName, receiveErr) return fmt.Errorf("receiving %s: %v", fileName, receiveErr)
} }
dst.Write(resp.FileContent) dst.Write(resp.FileContent)
wt.MaybeSlowdown(int64(len(resp.FileContent)))
} }
return nil return nil
} }