mirror of
https://github.com/seaweedfs/seaweedfs.git
synced 2024-01-19 02:48:24 +00:00
132 lines
2.9 KiB
Go
132 lines
2.9 KiB
Go
package mount
|
|
|
|
import (
|
|
"golang.org/x/sync/semaphore"
|
|
"math"
|
|
"sync"
|
|
|
|
"golang.org/x/exp/slices"
|
|
|
|
"github.com/seaweedfs/seaweedfs/weed/filer"
|
|
"github.com/seaweedfs/seaweedfs/weed/glog"
|
|
"github.com/seaweedfs/seaweedfs/weed/pb/filer_pb"
|
|
"github.com/seaweedfs/seaweedfs/weed/util"
|
|
)
|
|
|
|
type FileHandleId uint64
|
|
|
|
type FileHandle struct {
|
|
fh FileHandleId
|
|
counter int64
|
|
entry *filer_pb.Entry
|
|
entryLock sync.Mutex
|
|
inode uint64
|
|
wfs *WFS
|
|
|
|
// cache file has been written to
|
|
dirtyMetadata bool
|
|
dirtyPages *PageWriter
|
|
entryViewCache []filer.VisibleInterval
|
|
reader *filer.ChunkReadAt
|
|
contentType string
|
|
handle uint64
|
|
orderedMutex *semaphore.Weighted
|
|
|
|
isDeleted bool
|
|
}
|
|
|
|
func newFileHandle(wfs *WFS, handleId FileHandleId, inode uint64, entry *filer_pb.Entry) *FileHandle {
|
|
fh := &FileHandle{
|
|
fh: handleId,
|
|
counter: 1,
|
|
inode: inode,
|
|
wfs: wfs,
|
|
orderedMutex: semaphore.NewWeighted(int64(math.MaxInt64)),
|
|
}
|
|
// dirtyPages: newContinuousDirtyPages(file, writeOnly),
|
|
fh.dirtyPages = newPageWriter(fh, wfs.option.ChunkSizeLimit)
|
|
if entry != nil {
|
|
entry.Attributes.FileSize = filer.FileSize(entry)
|
|
}
|
|
|
|
return fh
|
|
}
|
|
|
|
func (fh *FileHandle) FullPath() util.FullPath {
|
|
fp, _ := fh.wfs.inodeToPath.GetPath(fh.inode)
|
|
return fp
|
|
}
|
|
|
|
func (fh *FileHandle) GetEntry() *filer_pb.Entry {
|
|
fh.entryLock.Lock()
|
|
defer fh.entryLock.Unlock()
|
|
return fh.entry
|
|
}
|
|
|
|
func (fh *FileHandle) SetEntry(entry *filer_pb.Entry) {
|
|
fh.entryLock.Lock()
|
|
defer fh.entryLock.Unlock()
|
|
fh.entry = entry
|
|
}
|
|
|
|
func (fh *FileHandle) UpdateEntry(fn func(entry *filer_pb.Entry)) *filer_pb.Entry {
|
|
fh.entryLock.Lock()
|
|
defer fh.entryLock.Unlock()
|
|
fn(fh.entry)
|
|
return fh.entry
|
|
}
|
|
|
|
func (fh *FileHandle) AddChunks(chunks []*filer_pb.FileChunk) {
|
|
fh.entryLock.Lock()
|
|
defer fh.entryLock.Unlock()
|
|
|
|
if fh.entry == nil {
|
|
return
|
|
}
|
|
|
|
// find the earliest incoming chunk
|
|
newChunks := chunks
|
|
earliestChunk := newChunks[0]
|
|
for i := 1; i < len(newChunks); i++ {
|
|
if lessThan(earliestChunk, newChunks[i]) {
|
|
earliestChunk = newChunks[i]
|
|
}
|
|
}
|
|
|
|
// pick out-of-order chunks from existing chunks
|
|
for _, chunk := range fh.entry.GetChunks() {
|
|
if lessThan(earliestChunk, chunk) {
|
|
chunks = append(chunks, chunk)
|
|
}
|
|
}
|
|
|
|
// sort incoming chunks
|
|
slices.SortFunc(chunks, func(a, b *filer_pb.FileChunk) bool {
|
|
return lessThan(a, b)
|
|
})
|
|
|
|
glog.V(4).Infof("%s existing %d chunks adds %d more", fh.FullPath(), len(fh.entry.GetChunks()), len(chunks))
|
|
|
|
fh.entry.Chunks = append(fh.entry.GetChunks(), newChunks...)
|
|
fh.entryViewCache = nil
|
|
}
|
|
|
|
func (fh *FileHandle) CloseReader() {
|
|
if fh.reader != nil {
|
|
_ = fh.reader.Close()
|
|
fh.reader = nil
|
|
}
|
|
}
|
|
|
|
func (fh *FileHandle) Release() {
|
|
fh.dirtyPages.Destroy()
|
|
fh.CloseReader()
|
|
}
|
|
|
|
func lessThan(a, b *filer_pb.FileChunk) bool {
|
|
if a.ModifiedTsNs == b.ModifiedTsNs {
|
|
return a.Fid.FileKey < b.Fid.FileKey
|
|
}
|
|
return a.ModifiedTsNs < b.ModifiedTsNs
|
|
}
|