mirror of
https://github.com/seaweedfs/seaweedfs.git
synced 2024-01-19 02:48:24 +00:00
114 lines
2.9 KiB
Go
114 lines
2.9 KiB
Go
package erasure_coding
|
|
|
|
import (
|
|
"fmt"
|
|
"os"
|
|
"path"
|
|
"strconv"
|
|
|
|
"github.com/chrislusf/seaweedfs/weed/storage/idx"
|
|
"github.com/chrislusf/seaweedfs/weed/storage/needle"
|
|
"github.com/chrislusf/seaweedfs/weed/storage/types"
|
|
)
|
|
|
|
type ShardId uint8
|
|
|
|
type EcVolumeShard struct {
|
|
VolumeId needle.VolumeId
|
|
ShardId ShardId
|
|
Collection string
|
|
dir string
|
|
ecdFile *os.File
|
|
ecdFileSize int64
|
|
ecxFile *os.File
|
|
ecxFileSize int64
|
|
}
|
|
|
|
func NewEcVolumeShard(dirname string, collection string, id needle.VolumeId, shardId ShardId) (v *EcVolumeShard, e error) {
|
|
|
|
v = &EcVolumeShard{dir: dirname, Collection: collection, VolumeId: id, ShardId: shardId}
|
|
|
|
baseFileName := v.FileName()
|
|
|
|
// open ecx file
|
|
if v.ecxFile, e = os.OpenFile(baseFileName+".ecx", os.O_RDONLY, 0644); e != nil {
|
|
return nil, fmt.Errorf("cannot read ec volume index %s.ecx: %v", baseFileName, e)
|
|
}
|
|
ecxFi, statErr := v.ecxFile.Stat()
|
|
if statErr != nil {
|
|
return nil, fmt.Errorf("can not stat ec volume index %s.ecx: %v", baseFileName, statErr)
|
|
}
|
|
v.ecxFileSize = ecxFi.Size()
|
|
|
|
// open ecd file
|
|
if v.ecdFile, e = os.OpenFile(baseFileName+ToExt(int(shardId)), os.O_RDONLY, 0644); e != nil {
|
|
return nil, fmt.Errorf("cannot read ec volume shard %s.%s: %v", baseFileName, ToExt(int(shardId)), e)
|
|
}
|
|
ecdFi, statErr := v.ecdFile.Stat()
|
|
if statErr != nil {
|
|
return nil, fmt.Errorf("can not stat ec volume shard %s.%s: %v", baseFileName, ToExt(int(shardId)), statErr)
|
|
}
|
|
v.ecdFileSize = ecdFi.Size()
|
|
|
|
return
|
|
}
|
|
|
|
func (shard *EcVolumeShard) String() string {
|
|
return fmt.Sprintf("ec shard %v:%v, dir:%s, Collection:%s", shard.VolumeId, shard.ShardId, shard.dir, shard.Collection)
|
|
}
|
|
|
|
func (shard *EcVolumeShard) FileName() (fileName string) {
|
|
return EcShardFileName(shard.Collection, shard.dir, int(shard.VolumeId))
|
|
}
|
|
|
|
func EcShardFileName(collection string, dir string, id int) (fileName string) {
|
|
idString := strconv.Itoa(id)
|
|
if collection == "" {
|
|
fileName = path.Join(dir, idString)
|
|
} else {
|
|
fileName = path.Join(dir, collection+"_"+idString)
|
|
}
|
|
return
|
|
}
|
|
|
|
func (shard *EcVolumeShard) Close() {
|
|
if shard.ecdFile != nil {
|
|
_ = shard.ecdFile.Close()
|
|
shard.ecdFile = nil
|
|
}
|
|
if shard.ecxFile != nil {
|
|
_ = shard.ecxFile.Close()
|
|
shard.ecxFile = nil
|
|
}
|
|
}
|
|
|
|
func (shard *EcVolumeShard) findNeedleFromEcx(needleId types.NeedleId) (offset types.Offset, size uint32, err error) {
|
|
var key types.NeedleId
|
|
buf := make([]byte, types.NeedleMapEntrySize)
|
|
l, h := int64(0), shard.ecxFileSize/types.NeedleMapEntrySize
|
|
for l < h {
|
|
m := (l + h) / 2
|
|
if _, err := shard.ecxFile.ReadAt(buf, m*types.NeedleMapEntrySize); err != nil {
|
|
return types.Offset{}, 0, err
|
|
}
|
|
key, offset, size = idx.IdxFileEntry(buf)
|
|
if key == needleId {
|
|
return
|
|
}
|
|
if key < needleId {
|
|
l = m + 1
|
|
} else {
|
|
h = m
|
|
}
|
|
}
|
|
|
|
err = fmt.Errorf("needle id %d not found", needleId)
|
|
return
|
|
}
|
|
|
|
func (shard *EcVolumeShard) ReadAt(buf []byte, offset int64) (int, error) {
|
|
|
|
return shard.ecdFile.ReadAt(buf, offset)
|
|
|
|
}
|