seaweedfs/weed/storage/volume_checking.go

68 lines
2.2 KiB
Go
Raw Normal View History

2016-07-03 06:50:58 +00:00
package storage
import (
"fmt"
"os"
"github.com/chrislusf/seaweedfs/weed/storage/backend"
"github.com/chrislusf/seaweedfs/weed/storage/idx"
2019-04-19 04:43:36 +00:00
"github.com/chrislusf/seaweedfs/weed/storage/needle"
. "github.com/chrislusf/seaweedfs/weed/storage/types"
2016-07-03 06:50:58 +00:00
"github.com/chrislusf/seaweedfs/weed/util"
)
func CheckVolumeDataIntegrity(v *Volume, indexFile *os.File) (lastAppendAtNs uint64, e error) {
2016-07-03 06:50:58 +00:00
var indexSize int64
if indexSize, e = verifyIndexFileIntegrity(indexFile); e != nil {
return 0, fmt.Errorf("verifyIndexFileIntegrity %s failed: %v", indexFile.Name(), e)
2016-07-03 06:50:58 +00:00
}
if indexSize == 0 {
2019-04-30 03:22:19 +00:00
return 0, nil
2016-07-03 06:50:58 +00:00
}
var lastIdxEntry []byte
2019-04-19 07:39:34 +00:00
if lastIdxEntry, e = readIndexEntryAtOffset(indexFile, indexSize-NeedleMapEntrySize); e != nil {
return 0, fmt.Errorf("readLastIndexEntry %s failed: %v", indexFile.Name(), e)
2016-07-03 06:50:58 +00:00
}
key, offset, size := idx.IdxFileEntry(lastIdxEntry)
if offset.IsZero() {
2019-04-30 03:22:19 +00:00
return 0, nil
}
if size == TombstoneFileSize {
size = 0
2016-07-03 06:50:58 +00:00
}
if lastAppendAtNs, e = verifyNeedleIntegrity(v.DataBackend, v.Version(), offset.ToAcutalOffset(), key, size); e != nil {
return lastAppendAtNs, fmt.Errorf("verifyNeedleIntegrity %s failed: %v", indexFile.Name(), e)
}
return
2016-07-03 06:50:58 +00:00
}
func verifyIndexFileIntegrity(indexFile *os.File) (indexSize int64, err error) {
if indexSize, err = util.GetFileSize(indexFile); err == nil {
2019-04-19 07:39:34 +00:00
if indexSize%NeedleMapEntrySize != 0 {
2016-07-03 06:50:58 +00:00
err = fmt.Errorf("index file's size is %d bytes, maybe corrupted", indexSize)
}
}
return
}
func readIndexEntryAtOffset(indexFile *os.File, offset int64) (bytes []byte, err error) {
if offset < 0 {
err = fmt.Errorf("offset %d for index file is invalid", offset)
return
}
2019-04-19 07:39:34 +00:00
bytes = make([]byte, NeedleMapEntrySize)
2016-07-03 06:50:58 +00:00
_, err = indexFile.ReadAt(bytes, offset)
return
}
func verifyNeedleIntegrity(datFile backend.BackendStorageFile, v needle.Version, offset int64, key NeedleId, size Size) (lastAppendAtNs uint64, err error) {
2019-04-19 04:43:36 +00:00
n := new(needle.Needle)
if err = n.ReadData(datFile, offset, size, v); err != nil {
return n.AppendAtNs, fmt.Errorf("read data [%d,%d) : %v", offset, offset+int64(size), err)
2016-07-03 06:50:58 +00:00
}
if n.Id != key {
return n.AppendAtNs, fmt.Errorf("index key %#x does not match needle's Id %#x", key, n.Id)
2016-07-03 06:50:58 +00:00
}
return n.AppendAtNs, err
2016-07-03 06:50:58 +00:00
}