2022-02-14 06:50:44 +00:00
|
|
|
package mount
|
|
|
|
|
|
|
|
import (
|
2022-07-29 07:17:28 +00:00
|
|
|
"github.com/seaweedfs/seaweedfs/weed/filer"
|
|
|
|
"github.com/seaweedfs/seaweedfs/weed/glog"
|
|
|
|
"github.com/seaweedfs/seaweedfs/weed/pb/filer_pb"
|
|
|
|
"github.com/seaweedfs/seaweedfs/weed/util"
|
2022-12-05 07:33:05 +00:00
|
|
|
"golang.org/x/exp/slices"
|
|
|
|
"golang.org/x/sync/semaphore"
|
|
|
|
"math"
|
2022-12-05 20:32:27 +00:00
|
|
|
"sync"
|
2022-02-14 06:50:44 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
type FileHandleId uint64
|
|
|
|
|
|
|
|
type FileHandle struct {
|
2022-12-05 20:32:27 +00:00
|
|
|
fh FileHandleId
|
|
|
|
counter int64
|
|
|
|
entry *LockedEntry
|
|
|
|
entryLock sync.Mutex
|
|
|
|
inode uint64
|
|
|
|
wfs *WFS
|
2022-02-14 06:50:44 +00:00
|
|
|
|
|
|
|
// cache file has been written to
|
2022-02-14 07:27:11 +00:00
|
|
|
dirtyMetadata bool
|
2022-02-14 06:50:44 +00:00
|
|
|
dirtyPages *PageWriter
|
|
|
|
entryViewCache []filer.VisibleInterval
|
2022-07-07 18:49:40 +00:00
|
|
|
reader *filer.ChunkReadAt
|
2022-02-14 06:50:44 +00:00
|
|
|
contentType string
|
|
|
|
handle uint64
|
2022-09-12 02:44:34 +00:00
|
|
|
orderedMutex *semaphore.Weighted
|
2022-02-14 06:50:44 +00:00
|
|
|
|
|
|
|
isDeleted bool
|
|
|
|
}
|
|
|
|
|
|
|
|
func newFileHandle(wfs *WFS, handleId FileHandleId, inode uint64, entry *filer_pb.Entry) *FileHandle {
|
|
|
|
fh := &FileHandle{
|
2022-09-12 02:44:34 +00:00
|
|
|
fh: handleId,
|
|
|
|
counter: 1,
|
|
|
|
inode: inode,
|
|
|
|
wfs: wfs,
|
|
|
|
orderedMutex: semaphore.NewWeighted(int64(math.MaxInt64)),
|
2022-02-14 06:50:44 +00:00
|
|
|
}
|
|
|
|
// dirtyPages: newContinuousDirtyPages(file, writeOnly),
|
|
|
|
fh.dirtyPages = newPageWriter(fh, wfs.option.ChunkSizeLimit)
|
|
|
|
if entry != nil {
|
|
|
|
entry.Attributes.FileSize = filer.FileSize(entry)
|
|
|
|
}
|
2022-12-05 07:33:05 +00:00
|
|
|
fh.entry = &LockedEntry{
|
|
|
|
Entry: entry,
|
|
|
|
}
|
2022-02-14 06:50:44 +00:00
|
|
|
|
|
|
|
return fh
|
|
|
|
}
|
|
|
|
|
|
|
|
func (fh *FileHandle) FullPath() util.FullPath {
|
2022-02-18 08:45:43 +00:00
|
|
|
fp, _ := fh.wfs.inodeToPath.GetPath(fh.inode)
|
|
|
|
return fp
|
2022-02-14 06:50:44 +00:00
|
|
|
}
|
|
|
|
|
2022-06-06 01:15:06 +00:00
|
|
|
func (fh *FileHandle) GetEntry() *filer_pb.Entry {
|
2022-12-05 07:33:05 +00:00
|
|
|
return fh.entry.GetEntry()
|
2022-06-06 01:15:06 +00:00
|
|
|
}
|
2022-08-26 23:41:37 +00:00
|
|
|
|
2022-06-06 01:15:06 +00:00
|
|
|
func (fh *FileHandle) SetEntry(entry *filer_pb.Entry) {
|
2022-12-05 07:33:05 +00:00
|
|
|
fh.entry.SetEntry(entry)
|
2022-06-06 01:15:06 +00:00
|
|
|
}
|
|
|
|
|
2022-08-26 23:41:37 +00:00
|
|
|
func (fh *FileHandle) UpdateEntry(fn func(entry *filer_pb.Entry)) *filer_pb.Entry {
|
2022-12-05 07:33:05 +00:00
|
|
|
return fh.entry.UpdateEntry(fn)
|
2022-08-26 23:41:37 +00:00
|
|
|
}
|
|
|
|
|
2022-06-06 01:15:06 +00:00
|
|
|
func (fh *FileHandle) AddChunks(chunks []*filer_pb.FileChunk) {
|
2022-12-05 20:32:27 +00:00
|
|
|
fh.entryLock.Lock()
|
|
|
|
defer fh.entryLock.Unlock()
|
2022-02-14 06:50:44 +00:00
|
|
|
|
2022-08-31 16:27:53 +00:00
|
|
|
if fh.entry == nil {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2022-02-14 06:50:44 +00:00
|
|
|
// find the earliest incoming chunk
|
|
|
|
newChunks := chunks
|
|
|
|
earliestChunk := newChunks[0]
|
|
|
|
for i := 1; i < len(newChunks); i++ {
|
|
|
|
if lessThan(earliestChunk, newChunks[i]) {
|
|
|
|
earliestChunk = newChunks[i]
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// pick out-of-order chunks from existing chunks
|
2022-11-15 14:33:36 +00:00
|
|
|
for _, chunk := range fh.entry.GetChunks() {
|
2022-02-14 06:50:44 +00:00
|
|
|
if lessThan(earliestChunk, chunk) {
|
|
|
|
chunks = append(chunks, chunk)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// sort incoming chunks
|
2022-04-18 02:35:43 +00:00
|
|
|
slices.SortFunc(chunks, func(a, b *filer_pb.FileChunk) bool {
|
|
|
|
return lessThan(a, b)
|
2022-02-14 06:50:44 +00:00
|
|
|
})
|
|
|
|
|
2022-11-15 14:33:36 +00:00
|
|
|
glog.V(4).Infof("%s existing %d chunks adds %d more", fh.FullPath(), len(fh.entry.GetChunks()), len(chunks))
|
2022-02-14 06:50:44 +00:00
|
|
|
|
2022-12-05 07:33:05 +00:00
|
|
|
fh.entry.AppendChunks(newChunks)
|
2022-02-14 06:50:44 +00:00
|
|
|
fh.entryViewCache = nil
|
|
|
|
}
|
|
|
|
|
2022-07-08 08:04:15 +00:00
|
|
|
func (fh *FileHandle) CloseReader() {
|
2022-07-07 18:49:40 +00:00
|
|
|
if fh.reader != nil {
|
2022-08-29 15:27:13 +00:00
|
|
|
_ = fh.reader.Close()
|
|
|
|
fh.reader = nil
|
2022-07-07 18:49:40 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-03-07 22:01:24 +00:00
|
|
|
func (fh *FileHandle) Release() {
|
|
|
|
fh.dirtyPages.Destroy()
|
2022-07-08 08:04:15 +00:00
|
|
|
fh.CloseReader()
|
2022-03-07 22:01:24 +00:00
|
|
|
}
|
|
|
|
|
2022-02-14 06:50:44 +00:00
|
|
|
func lessThan(a, b *filer_pb.FileChunk) bool {
|
2022-10-28 19:53:19 +00:00
|
|
|
if a.ModifiedTsNs == b.ModifiedTsNs {
|
2022-02-14 06:50:44 +00:00
|
|
|
return a.Fid.FileKey < b.Fid.FileKey
|
|
|
|
}
|
2022-10-28 19:53:19 +00:00
|
|
|
return a.ModifiedTsNs < b.ModifiedTsNs
|
2022-02-14 06:50:44 +00:00
|
|
|
}
|