mirror of
https://github.com/seaweedfs/seaweedfs.git
synced 2024-01-19 02:48:24 +00:00
ec8de250e2
master not aware tiered volume yet, file assigning is not working yet
105 lines
2.6 KiB
Go
105 lines
2.6 KiB
Go
package storage
|
|
|
|
import (
|
|
"bytes"
|
|
"fmt"
|
|
"io/ioutil"
|
|
|
|
_ "github.com/chrislusf/seaweedfs/weed/storage/backend/s3_backend"
|
|
|
|
"github.com/chrislusf/seaweedfs/weed/glog"
|
|
"github.com/chrislusf/seaweedfs/weed/pb/volume_server_pb"
|
|
"github.com/chrislusf/seaweedfs/weed/storage/backend"
|
|
"github.com/golang/protobuf/jsonpb"
|
|
)
|
|
|
|
func (v *Volume) GetVolumeTierInfo() *volume_server_pb.VolumeTierInfo {
|
|
return v.volumeTierInfo
|
|
}
|
|
|
|
func (v *Volume) maybeLoadVolumeTierInfo() bool {
|
|
|
|
v.volumeTierInfo = &volume_server_pb.VolumeTierInfo{}
|
|
|
|
tierFileName := v.FileName() + ".tier"
|
|
|
|
if exists, canRead, _, _, _ := checkFile(tierFileName); !exists || !canRead {
|
|
if !exists {
|
|
return false
|
|
}
|
|
if !canRead {
|
|
glog.Warningf("can not read %s", tierFileName)
|
|
}
|
|
return false
|
|
}
|
|
|
|
glog.V(0).Infof("maybeLoadVolumeTierInfo loading volume %d check file", v.Id)
|
|
|
|
tierData, readErr := ioutil.ReadFile(tierFileName)
|
|
if readErr != nil {
|
|
glog.Warningf("fail to read %s : %v", tierFileName, readErr)
|
|
return false
|
|
}
|
|
|
|
glog.V(0).Infof("maybeLoadVolumeTierInfo loading volume %d ReadFile", v.Id)
|
|
|
|
if err := jsonpb.Unmarshal(bytes.NewReader(tierData), v.volumeTierInfo); err != nil {
|
|
glog.Warningf("unmarshal error: %v", err)
|
|
return false
|
|
}
|
|
|
|
glog.V(0).Infof("maybeLoadVolumeTierInfo loading volume %d Unmarshal tierInfo %v", v.Id, v.volumeTierInfo)
|
|
|
|
if len(v.volumeTierInfo.GetFiles()) == 0 {
|
|
return false
|
|
}
|
|
|
|
glog.V(0).Infof("volume %d is tiered to %s as %s and read only", v.Id,
|
|
v.volumeTierInfo.Files[0].BackendName(), v.volumeTierInfo.Files[0].Key)
|
|
|
|
v.readOnly = true
|
|
|
|
glog.V(0).Infof("loading volume %d from remote %v", v.Id, v.volumeTierInfo.Files)
|
|
v.LoadRemoteFile()
|
|
|
|
return true
|
|
}
|
|
|
|
func (v *Volume) LoadRemoteFile() error {
|
|
tierFile := v.volumeTierInfo.GetFiles()[0]
|
|
backendStorage := backend.BackendStorages[tierFile.BackendName()]
|
|
|
|
if v.DataBackend != nil {
|
|
v.DataBackend.Close()
|
|
}
|
|
|
|
v.DataBackend = backendStorage.NewStorageFile(tierFile.Key, v.volumeTierInfo)
|
|
return nil
|
|
}
|
|
|
|
func (v *Volume) SaveVolumeTierInfo() error {
|
|
|
|
tierFileName := v.FileName() + ".tier"
|
|
|
|
if exists, _, canWrite, _, _ := checkFile(tierFileName); exists && !canWrite {
|
|
return fmt.Errorf("%s not writable", tierFileName)
|
|
}
|
|
|
|
m := jsonpb.Marshaler{
|
|
EmitDefaults: true,
|
|
Indent: " ",
|
|
}
|
|
|
|
text, marshalErr := m.MarshalToString(v.GetVolumeTierInfo())
|
|
if marshalErr != nil {
|
|
return fmt.Errorf("marshal volume %d tier info: %v", v.Id, marshalErr)
|
|
}
|
|
|
|
writeErr := ioutil.WriteFile(tierFileName, []byte(text), 0755)
|
|
if writeErr != nil {
|
|
return fmt.Errorf("fail to write %s : %v", tierFileName, writeErr)
|
|
}
|
|
|
|
return nil
|
|
}
|